000 (1259.000.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.000.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 0 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.001.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.001.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 1 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.002.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.002.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 2 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.003.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.003.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 3 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.004.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.004.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 4 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.005.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.005.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 5 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.006.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.006.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 6 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.007.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.007.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 7 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.008.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.008.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 8 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.009.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.009.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 9 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.010.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.010.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 10 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.011.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.011.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 11 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.012.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.012.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 12 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.013.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.013.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 13 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.014.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.014.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 14 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.015.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.015.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 15 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.016.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.016.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 16 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.017.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.017.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 17 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.018.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.018.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 18 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.019.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.019.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 19 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.020.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.020.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 20 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.021.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.021.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 21 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.022.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.022.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 22 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.023.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.023.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 23 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.024.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.024.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 24 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.025.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.025.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 25 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.026.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.026.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 26 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.027.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.027.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 27 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.028.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.028.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 28 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.029.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.029.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 29 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.030.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.030.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 30 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.031.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.031.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 31 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.032.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.032.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 32 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.033.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.033.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 33 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.034.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.034.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 34 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.035.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.035.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 35 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.036.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.036.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 36 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.037.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.037.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 37 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.038.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.038.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 38 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.039.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.039.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 39 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.040.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.040.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 40 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.041.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.041.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 41 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.042.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.042.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 42 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.043.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.043.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 43 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.044.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.044.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 44 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.045.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.045.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 45 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.046.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.046.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 46 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.047.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.047.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 47 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.048.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.048.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 48 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.049.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.049.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 49 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.050.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.050.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 50 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.051.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.051.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 51 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.052.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.052.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 52 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.053.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.053.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 53 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.054.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.054.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 54 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.055.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.055.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 55 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.056.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.056.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 56 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.057.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.057.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 57 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.058.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.058.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 58 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.059.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.059.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 59 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.060.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.060.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 60 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.061.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.061.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 61 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.062.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.062.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 62 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.063.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.063.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 63 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.064.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.064.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 64 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.065.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.065.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 65 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.066.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.066.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 66 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.067.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.067.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 67 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.068.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.068.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 68 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.069.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.069.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 69 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.070.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.070.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 70 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.071.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.071.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 71 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.072.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.072.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 72 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.073.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.073.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 73 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.074.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.074.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 74 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.075.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.075.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 75 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.076.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.076.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 76 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.077.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.077.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 77 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.078.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.078.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 78 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.079.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.079.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 79 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.080.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.080.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 80 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.081.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.081.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 81 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.082.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.082.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 82 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.083.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.083.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 83 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.084.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.084.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 84 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.085.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.085.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 85 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.086.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.086.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 86 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.087.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.087.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 87 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.088.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.088.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 88 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.089.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.089.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 89 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.090.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.090.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 90 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.091.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.091.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 91 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.092.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.092.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 92 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.093.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.093.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 93 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.094.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.094.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 94 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.095.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.095.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 95 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.096.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.096.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 96 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.097.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.097.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 97 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.098.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.098.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 98 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.099.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.099.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 99 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.100.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.100.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 100 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.101.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.101.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 101 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.102.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.102.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 102 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.103.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.103.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 103 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.104.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.104.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 104 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.105.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.105.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 105 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.106.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.106.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 106 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.107.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.107.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 107 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.108.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.108.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 108 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.109.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.109.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 109 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.110.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.110.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 110 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.111.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.111.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 111 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.112.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.112.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 112 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.113.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.113.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 113 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.114.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.114.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 114 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.115.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.115.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 115 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.116.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.116.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 116 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.117.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.117.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 117 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.118.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.118.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 118 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.119.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.119.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 119 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.120.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.120.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 120 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.121.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.121.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 121 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.122.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.122.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 122 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.123.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.123.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 123 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.124.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.124.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 124 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.125.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.125.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 125 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.126.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.126.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 126 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.127.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.127.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 127 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.128.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.128.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 128 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.129.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.129.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 129 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.130.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.130.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 130 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.131.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.131.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 131 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.132.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.132.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 132 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.133.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.133.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 133 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.134.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.134.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 134 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.135.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.135.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 135 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.136.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.136.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 136 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.137.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.137.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 137 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.138.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.138.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 138 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.139.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.139.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 139 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.140.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.140.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 140 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.141.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.141.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 141 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.142.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.142.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 142 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.143.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.143.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 143 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.144.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.144.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 144 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.145.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.145.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 145 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.146.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.146.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 146 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.147.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.147.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 147 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.148.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.148.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 148 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.149.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.149.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 149 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.150.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.150.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 150 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.151.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.151.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 151 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.152.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.152.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 152 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.153.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.153.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 153 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.154.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.154.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 154 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.155.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.155.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.156.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.156.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 156 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.157.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.157.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 157 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.158.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.158.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 158 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.159.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.159.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 159 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.160.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.160.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 160 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.161.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.161.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 161 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.162.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.162.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 162 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.163.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.163.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 163 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.164.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.164.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 164 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.165.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.165.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 165 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.166.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.166.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 166 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.167.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.167.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 167 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.168.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.168.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 168 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.169.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.169.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 169 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.170.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.170.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 170 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.171.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.171.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 171 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.172.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.172.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 172 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.173.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.173.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 173 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.174.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.174.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 174 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.175.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.175.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 175 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.176.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.176.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 176 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.177.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.177.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 177 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.178.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.178.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 178 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.179.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.179.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 179 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.180.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.180.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 180 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.181.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.181.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 181 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.182.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.182.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 182 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.183.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.183.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 183 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.184.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.184.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 184 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.185.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.185.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 185 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.186.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.186.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 186 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.187.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.187.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 187 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.188.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.188.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.189.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.189.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 189 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.190.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.190.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.191.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.191.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 191 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.192.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.192.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 192 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.193.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.193.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 193 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.194.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.194.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 194 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.195.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.195.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 195 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.196.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.196.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 196 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.197.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.197.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 197 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.198.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.198.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 198 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.199.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.199.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 199 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.200.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.200.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 200 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.201.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.201.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 201 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.202.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.202.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 202 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.203.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.203.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 203 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.204.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.204.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 204 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.205.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.205.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 205 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.206.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.206.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 206 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.207.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.207.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 207 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.208.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.208.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 208 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.209.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.209.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 209 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.210.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.210.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 210 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.211.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.211.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 211 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.212.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.212.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 212 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.213.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.213.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 213 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.214.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.214.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 214 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.215.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.215.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 215 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.216.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.216.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 216 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.217.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.217.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 217 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.218.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.218.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 218 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.219.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.219.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 219 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.220.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.220.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 220 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.221.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.221.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 221 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.222.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.222.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 222 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.223.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.223.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 223 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.224.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.224.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 224 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.225.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.225.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 225 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.226.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.226.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 226 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.227.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.227.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 227 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.228.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.228.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 228 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.229.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.229.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 229 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.230.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.230.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 230 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.231.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.231.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 231 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.232.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.232.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 232 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.233.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.233.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 233 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.234.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.234.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 234 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.235.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.235.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 235 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.236.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.236.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 236 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.237.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.237.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 237 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.238.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.238.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 238 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.239.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.239.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 239 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.240.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.240.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 240 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.241.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.241.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 241 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.242.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.242.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 242 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.243.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.243.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 243 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.244.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.244.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 244 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.245.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.245.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 245 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.246.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.246.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 246 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.247.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.247.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 247 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.248.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.248.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 248 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.249.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.249.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 249 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.250.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.250.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 250 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.251.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.251.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 251 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.252.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.252.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 252 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.253.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.253.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 253 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.254.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.254.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 254 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.255.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.255.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 255 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.256.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.256.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 256 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.257.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.257.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 257 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.258.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.258.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 258 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.259.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.259.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 259 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.260.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.260.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 260 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.261.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.261.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 261 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.262.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.262.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 262 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.263.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.263.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 263 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.264.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.264.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 264 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.265.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.265.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 265 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.266.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.266.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 266 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.267.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.267.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 267 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.268.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.268.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 268 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.269.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.269.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 269 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.270.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.270.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 270 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.271.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.271.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 271 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.272.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.272.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 272 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.273.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.273.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.274.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.274.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 274 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.275.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.275.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 275 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.276.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.276.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 276 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.277.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.277.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 277 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.278.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.278.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 278 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.279.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.279.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 279 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.280.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.280.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 280 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.281.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.281.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 281 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.282.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.282.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 282 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.283.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.283.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 283 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.284.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.284.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 284 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.285.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.285.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 285 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.286.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.286.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 286 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.287.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.287.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 287 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.288.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.288.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 288 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.289.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.289.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 289 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.290.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.290.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 290 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.291.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.291.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 291 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.292.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.292.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 292 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.293.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.293.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 293 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.294.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.294.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 294 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.295.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.295.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 295 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.296.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.296.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 296 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.297.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.297.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 297 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.298.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.298.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 298 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 000 (1259.299.000) 05/25 17:43:26 Job submitted from host: <137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4> ... 028 (1259.299.000) 05/25 17:43:26 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 299 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-25T17:43:26" TriggerEventTypeName = "ULOG_SUBMIT" SubmitHost = "<137.99.19.33:9618?addrs=137.99.19.33-9618+[--1]-9618&noUDP&sock=1604565_a613_4>" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 0 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "SubmitEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1259.000.000) 05/25 17:43:58 Job executing on host: <128.186.19.131:31022?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#679&addrs=128.186.19.131-31022+[--1]-31022&noUDP> ... 028 (1259.000.000) 05/25 17:43:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:43:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:31022?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#679&addrs=128.186.19.131-31022+[--1]-31022&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.000.000) 05/25 17:44:07 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 17:44:07 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:44:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.017.000) 05/25 17:46:08 Job executing on host: <72.36.96.227:42793?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880759&addrs=72.36.96.227-42793&noUDP> ... 028 (1259.017.000) 05/25 17:46:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:46:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.227:42793?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880759&addrs=72.36.96.227-42793&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 17:46:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 17:46:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.054.000) 05/25 17:47:11 Job executing on host: <130.199.159.181:35555?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868030&addrs=130.199.159.181-35555&noUDP> ... 028 (1259.054.000) 05/25 17:47:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:47:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.181:35555?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868030&addrs=130.199.159.181-35555&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 17:47:19 Image size of job updated: 170264 33 - MemoryUsage of job (MB) 33564 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 17:47:19 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 170264 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:47:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 33564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.000.000) 05/25 17:49:08 Image size of job updated: 1323548 352 - MemoryUsage of job (MB) 360080 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 17:49:08 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323548 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:49:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.039.000) 05/25 17:49:52 Job executing on host: <10.1.0.31:41280?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#883524&addrs=10.1.0.31-41280&noUDP> ... 028 (1259.039.000) 05/25 17:49:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "OSG_US_UMD_SIAB" Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T17:49:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.1.0.31:41280?CCBID=192.170.227.251:9798%3faddrs%3d192.170.227.251-9798#883524&addrs=10.1.0.31-41280&noUDP>" JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 17:50:01 Image size of job updated: 268352 20 - MemoryUsage of job (MB) 20240 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 17:50:01 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 268352 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T17:50:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 20240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.053.000) 05/25 17:50:03 Job executing on host: <130.199.159.45:33049?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868923&addrs=130.199.159.45-33049&noUDP> ... 028 (1259.053.000) 05/25 17:50:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:50:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.45:33049?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#868923&addrs=130.199.159.45-33049&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 17:50:12 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 17:50:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:50:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.006.000) 05/25 17:51:14 Job executing on host: <192.170.227.86:45202?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874826&addrs=192.170.227.86-45202&noUDP> ... 028 (1259.006.000) 05/25 17:51:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:51:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.86:45202?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874826&addrs=192.170.227.86-45202&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 17:51:18 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356900 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 17:51:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 17:51:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2692 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 17:51:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:51:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 2692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.013.000) 05/25 17:51:40 Job executing on host: <192.170.226.222:34604?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869471&addrs=192.170.226.222-34604&noUDP> ... 028 (1259.013.000) 05/25 17:51:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:51:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.222:34604?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869471&addrs=192.170.226.222-34604&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 17:51:49 Image size of job updated: 166152 29 - MemoryUsage of job (MB) 28704 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 17:51:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166152 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:51:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 28704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.029.000) 05/25 17:51:51 Job executing on host: <10.0.2.15:38768?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869854&addrs=10.0.2.15-38768&noUDP> ... 028 (1259.029.000) 05/25 17:51:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:51:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38768?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869854&addrs=10.0.2.15-38768&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.035.000) 05/25 17:51:54 Job executing on host: <10.5.144.227:40426?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879594&addrs=10.5.144.227-40426&noUDP> ... 028 (1259.035.000) 05/25 17:51:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:51:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.144.227:40426?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879594&addrs=10.5.144.227-40426&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.027.000) 05/25 17:51:59 Job executing on host: <10.0.2.15:44581?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#876412&addrs=10.0.2.15-44581&noUDP> ... 028 (1259.027.000) 05/25 17:51:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:51:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44581?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#876412&addrs=10.0.2.15-44581&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 17:52:00 Image size of job updated: 83652 10 - MemoryUsage of job (MB) 10008 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 17:52:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 83652 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 17:52:03 Image size of job updated: 164672 24 - MemoryUsage of job (MB) 23644 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 17:52:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164672 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 23644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.031.000) 05/25 17:52:04 Job executing on host: <10.5.151.58:46078?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#876112&addrs=10.5.151.58-46078&noUDP> ... 028 (1259.031.000) 05/25 17:52:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.58:46078?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#876112&addrs=10.5.151.58-46078&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 17:52:08 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 17:52:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.020.000) 05/25 17:52:11 Job executing on host: <10.0.2.15:39840?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#873976&addrs=10.0.2.15-39840&noUDP> ... 028 (1259.020.000) 05/25 17:52:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39840?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#873976&addrs=10.0.2.15-39840&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 17:52:13 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 17:52:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.025.000) 05/25 17:52:14 Job executing on host: <10.0.2.15:34137?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868201&addrs=10.0.2.15-34137&noUDP> ... 028 (1259.025.000) 05/25 17:52:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34137?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#868201&addrs=10.0.2.15-34137&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.038.000) 05/25 17:52:15 Job executing on host: <10.0.2.15:40853?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#857800&addrs=10.0.2.15-40853&noUDP> ... 028 (1259.038.000) 05/25 17:52:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40853?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#857800&addrs=10.0.2.15-40853&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.037.000) 05/25 17:52:16 Job executing on host: <10.0.2.15:42146?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#855080&addrs=10.0.2.15-42146&noUDP> ... 028 (1259.037.000) 05/25 17:52:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42146?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#855080&addrs=10.0.2.15-42146&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.022.000) 05/25 17:52:18 Job executing on host: <10.0.2.15:46638?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889752&addrs=10.0.2.15-46638&noUDP> ... 028 (1259.022.000) 05/25 17:52:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46638?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889752&addrs=10.0.2.15-46638&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 17:52:19 Image size of job updated: 1319188 349 - MemoryUsage of job (MB) 357180 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 17:52:19 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:52:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 17:52:20 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 17:52:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.032.000) 05/25 17:52:21 Job executing on host: <10.0.2.15:35846?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#891264&addrs=10.0.2.15-35846&noUDP> ... 028 (1259.032.000) 05/25 17:52:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35846?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#891264&addrs=10.0.2.15-35846&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 17:52:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 17:52:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.043.000) 05/25 17:52:24 Job executing on host: <10.0.2.15:40329?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#869990&addrs=10.0.2.15-40329&noUDP> ... 028 (1259.043.000) 05/25 17:52:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40329?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#869990&addrs=10.0.2.15-40329&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.024.000) 05/25 17:52:24 Job executing on host: <10.0.2.15:40409?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#870209&addrs=10.0.2.15-40409&noUDP> ... 028 (1259.024.000) 05/25 17:52:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40409?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#870209&addrs=10.0.2.15-40409&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 17:52:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 17:52:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.189.000) 05/25 17:52:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3450_174620124@LE-114CST11-S2-its-c7-osg-20190309 <10.0.2.15:45035?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877779&addrs=10.0.2.15-45035&noUDP> ... 028 (1259.189.000) 05/25 17:52:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:45035?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877779&addrs=10.0.2.15-45035&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST11-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 189 EventTime = "2019-05-25T17:52:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3450_174620124@LE-114CST11-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391197.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.037.000) 05/25 17:52:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 17:52:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.046.000) 05/25 17:52:25 Job executing on host: <10.0.2.15:41674?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#866702&addrs=10.0.2.15-41674&noUDP> ... 028 (1259.046.000) 05/25 17:52:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41674?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#866702&addrs=10.0.2.15-41674&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 17:52:28 Image size of job updated: 52800 3 - MemoryUsage of job (MB) 2292 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 17:52:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 52800 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.030.000) 05/25 17:52:29 Job executing on host: <10.0.2.15:40475?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877389&addrs=10.0.2.15-40475&noUDP> ... 028 (1259.030.000) 05/25 17:52:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40475?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#877389&addrs=10.0.2.15-40475&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 17:52:30 Image size of job updated: 106212 4 - MemoryUsage of job (MB) 3940 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 17:52:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 106212 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 17:52:32 Image size of job updated: 170788 30 - MemoryUsage of job (MB) 29716 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 17:52:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 170788 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 29716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 17:52:32 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2544 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 17:52:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 17:52:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 17:52:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 17:52:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 17:52:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.055.000) 05/25 17:52:43 Job executing on host: <192.170.226.33:34580?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#868406&addrs=192.170.226.33-34580&noUDP> ... 028 (1259.055.000) 05/25 17:52:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:52:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.33:34580?CCBID=192.170.227.251:9818%3faddrs%3d192.170.227.251-9818#868406&addrs=192.170.226.33-34580&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.023.000) 05/25 17:52:45 Job executing on host: <10.0.2.15:46401?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39158&addrs=10.0.2.15-46401&noUDP> ... 028 (1259.023.000) 05/25 17:52:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46401?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39158&addrs=10.0.2.15-46401&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.042.000) 05/25 17:52:49 Job executing on host: <10.0.2.15:41950?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#870311&addrs=10.0.2.15-41950&noUDP> ... 028 (1259.042.000) 05/25 17:52:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41950?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#870311&addrs=10.0.2.15-41950&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.021.000) 05/25 17:52:49 Job executing on host: <10.0.2.15:35072?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#861582&addrs=10.0.2.15-35072&noUDP> ... 028 (1259.021.000) 05/25 17:52:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35072?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#861582&addrs=10.0.2.15-35072&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.026.000) 05/25 17:52:50 Job executing on host: <10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP> ... 028 (1259.026.000) 05/25 17:52:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 17:52:51 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 17:52:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:52:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.045.000) 05/25 17:52:52 Job executing on host: <10.0.2.15:41021?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889060&addrs=10.0.2.15-41021&noUDP> ... 028 (1259.045.000) 05/25 17:52:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41021?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889060&addrs=10.0.2.15-41021&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 17:52:53 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 17:52:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.002.000) 05/25 17:52:55 Job executing on host: <149.165.225.64:39066?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898026&addrs=149.165.225.64-39066&noUDP> ... 028 (1259.002.000) 05/25 17:52:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:52:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.64:39066?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898026&addrs=149.165.225.64-39066&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 17:52:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 17:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 17:52:57 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 17:52:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 17:52:58 Image size of job updated: 40228 4 - MemoryUsage of job (MB) 3412 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 17:52:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 40228 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:52:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.235.000) 05/25 17:52:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_84712_352014894@CRUSH-OSG-C7-10-5-145-214 <10.5.145.214:33998?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#869315&addrs=10.5.145.214-33998&noUDP> ... 028 (1259.235.000) 05/25 17:52:58 Job ad information event triggered. StartdAddr = "<10.5.145.214:33998?CCBID=192.170.227.251:9759%3faddrs%3d192.170.227.251-9759#869315&addrs=10.5.145.214-33998&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "18914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-145-214" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 235 EventTime = "2019-05-25T17:52:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_84712_352014894@CRUSH-OSG-C7-10-5-145-214" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4423336.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.045.000) 05/25 17:53:00 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 17:53:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.040.000) 05/25 17:53:02 Job executing on host: <10.0.2.15:43446?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#877674&addrs=10.0.2.15-43446&noUDP> ... 028 (1259.040.000) 05/25 17:53:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:53:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43446?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#877674&addrs=10.0.2.15-43446&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.003.000) 05/25 17:53:04 Job executing on host: <192.170.226.39:33749?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882205&addrs=192.170.226.39-33749&noUDP> ... 028 (1259.003.000) 05/25 17:53:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.39:33749?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882205&addrs=192.170.226.39-33749&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.002.000) 05/25 17:53:04 Image size of job updated: 147492 17 - MemoryUsage of job (MB) 17104 - ResidentSetSize of job (KB) ... 028 (1259.002.000) 05/25 17:53:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 147492 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 17104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 17:53:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 17:53:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 17:53:12 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 17:53:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.009.000) 05/25 17:53:13 Job executing on host: <192.170.226.28:37787?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869059&addrs=192.170.226.28-37787&noUDP> ... 028 (1259.009.000) 05/25 17:53:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.28:37787?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869059&addrs=192.170.226.28-37787&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 17:53:21 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 17:53:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:53:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.034.000) 05/25 17:53:23 Job executing on host: <10.5.151.55:43119?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#872890&addrs=10.5.151.55-43119&noUDP> ... 028 (1259.034.000) 05/25 17:53:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.55:43119?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#872890&addrs=10.5.151.55-43119&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.028.000) 05/25 17:53:24 Job executing on host: <10.0.2.15:37121?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882711&addrs=10.0.2.15-37121&noUDP> ... 028 (1259.028.000) 05/25 17:53:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:53:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37121?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882711&addrs=10.0.2.15-37121&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.014.000) 05/25 17:53:28 Job executing on host: <192.170.226.20:36167?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908154&addrs=192.170.226.20-36167&noUDP> ... 028 (1259.014.000) 05/25 17:53:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:53:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.20:36167?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908154&addrs=192.170.226.20-36167&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 17:53:31 Image size of job updated: 172564 32 - MemoryUsage of job (MB) 31928 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 17:53:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172564 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 31928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 17:53:33 Image size of job updated: 100428 11 - MemoryUsage of job (MB) 11204 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 17:53:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 100428 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:53:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 11204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.019.000) 05/25 17:53:35 Job executing on host: <10.5.148.75:35356?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#843542&addrs=10.5.148.75-35356&noUDP> ... 028 (1259.019.000) 05/25 17:53:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.75:35356?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#843542&addrs=10.5.148.75-35356&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.270.000) 05/25 17:53:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1545_539206386@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309 <10.0.2.15:35952?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558012&addrs=10.0.2.15-35952&noUDP> ... 028 (1259.270.000) 05/25 17:53:35 Job ad information event triggered. StartdAddr = "<10.0.2.15:35952?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558012&addrs=10.0.2.15-35952&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8112009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 270 EventTime = "2019-05-25T17:53:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_1545_539206386@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4429893.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1259.260.000) 05/25 17:53:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_96031_141163136@CRUSH-OSG-C7-10-5-145-214 <10.5.145.214:32999?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895015&addrs=10.5.145.214-32999&noUDP> ... 028 (1259.260.000) 05/25 17:53:35 Job ad information event triggered. StartdAddr = "<10.5.145.214:32999?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895015&addrs=10.5.145.214-32999&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8117022" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot16@CRUSH-OSG-C7-10-5-145-214" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 260 EventTime = "2019-05-25T17:53:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_96031_141163136@CRUSH-OSG-C7-10-5-145-214" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442336.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.014.000) 05/25 17:53:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2688 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 17:53:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:53:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 2688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 17:53:44 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 17:53:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.206.000) 05/25 17:53:46 Job executing on host: <130.199.156.177:38629?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#873389&addrs=130.199.156.177-38629&noUDP> ... 028 (1259.206.000) 05/25 17:53:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:53:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.156.177:38629?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#873389&addrs=130.199.156.177-38629&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.081.000) 05/25 17:53:52 Job executing on host: <10.0.2.15:35023?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#888526&addrs=10.0.2.15-35023&noUDP> ... 028 (1259.081.000) 05/25 17:53:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:53:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35023?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#888526&addrs=10.0.2.15-35023&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 17:53:55 Image size of job updated: 61884 5 - MemoryUsage of job (MB) 4504 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 17:53:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 61884 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:53:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 4504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.016.000) 05/25 17:53:55 Job executing on host: <72.36.96.195:41120?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875277&addrs=72.36.96.195-41120&noUDP> ... 028 (1259.016.000) 05/25 17:53:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:53:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:41120?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875277&addrs=72.36.96.195-41120&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 17:54:00 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 17:54:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.095.000) 05/25 17:54:01 Job executing on host: <10.0.2.15:43033?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859059&addrs=10.0.2.15-43033&noUDP> ... 028 (1259.095.000) 05/25 17:54:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43033?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859059&addrs=10.0.2.15-43033&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 17:54:04 Image size of job updated: 92348 11 - MemoryUsage of job (MB) 10580 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 17:54:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 92348 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 10580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.084.000) 05/25 17:54:06 Job executing on host: <10.0.2.15:45032?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#879972&addrs=10.0.2.15-45032&noUDP> ... 028 (1259.084.000) 05/25 17:54:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45032?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#879972&addrs=10.0.2.15-45032&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.086.000) 05/25 17:54:08 Job executing on host: <10.0.2.15:32930?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880830&addrs=10.0.2.15-32930&noUDP> ... 028 (1259.086.000) 05/25 17:54:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32930?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880830&addrs=10.0.2.15-32930&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 17:54:09 Image size of job updated: 172552 32 - MemoryUsage of job (MB) 31856 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 17:54:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172552 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.072.000) 05/25 17:54:09 Job executing on host: <10.0.2.15:33894?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861969&addrs=10.0.2.15-33894&noUDP> ... 028 (1259.072.000) 05/25 17:54:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33894?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861969&addrs=10.0.2.15-33894&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.078.000) 05/25 17:54:10 Job executing on host: <10.0.2.15:39635?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#885351&addrs=10.0.2.15-39635&noUDP> ... 028 (1259.078.000) 05/25 17:54:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39635?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#885351&addrs=10.0.2.15-39635&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.077.000) 05/25 17:54:12 Job executing on host: <10.0.2.15:36652?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#874197&addrs=10.0.2.15-36652&noUDP> ... 028 (1259.077.000) 05/25 17:54:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36652?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#874197&addrs=10.0.2.15-36652&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.093.000) 05/25 17:54:14 Job executing on host: <10.0.2.15:36013?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#875236&addrs=10.0.2.15-36013&noUDP> ... 028 (1259.093.000) 05/25 17:54:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36013?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#875236&addrs=10.0.2.15-36013&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 17:54:15 Image size of job updated: 28144 3 - MemoryUsage of job (MB) 2536 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 17:54:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28144 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 17:54:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 17:54:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.079.000) 05/25 17:54:17 Job executing on host: <10.0.2.15:39473?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874827&addrs=10.0.2.15-39473&noUDP> ... 028 (1259.079.000) 05/25 17:54:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 79 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39473?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874827&addrs=10.0.2.15-39473&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391200.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 17:54:18 Image size of job updated: 159224 19 - MemoryUsage of job (MB) 19360 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 17:54:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159224 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 19 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 19360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 17:54:18 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 17:54:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.073.000) 05/25 17:54:19 Job executing on host: <10.0.2.15:46105?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34783&addrs=10.0.2.15-46105&noUDP> ... 028 (1259.073.000) 05/25 17:54:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46105?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#34783&addrs=10.0.2.15-46105&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.087.000) 05/25 17:54:19 Job executing on host: <10.0.2.15:42816?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#37577&addrs=10.0.2.15-42816&noUDP> ... 028 (1259.087.000) 05/25 17:54:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42816?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#37577&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 17:54:21 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 17:54:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.083.000) 05/25 17:54:21 Job executing on host: <10.0.2.15:45679?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878411&addrs=10.0.2.15-45679&noUDP> ... 028 (1259.083.000) 05/25 17:54:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45679?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878411&addrs=10.0.2.15-45679&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 17:54:23 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31572 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 17:54:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 17:54:26 Image size of job updated: 169244 28 - MemoryUsage of job (MB) 28412 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 17:54:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 169244 Proc = 79 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391200.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 28412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 17:54:28 Image size of job updated: 62064 8 - MemoryUsage of job (MB) 7780 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 17:54:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62064 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 7780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 17:54:28 Image size of job updated: 141516 14 - MemoryUsage of job (MB) 13840 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 17:54:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 141516 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:54:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 14 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 13840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.004.000) 05/25 17:54:29 Job executing on host: <72.36.96.211:32795?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874969&addrs=72.36.96.211-32795&noUDP> ... 028 (1259.004.000) 05/25 17:54:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:54:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.211:32795?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#874969&addrs=72.36.96.211-32795&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.015.000) 05/25 17:54:30 Job executing on host: <72.36.96.149:43644?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#571032&addrs=72.36.96.149-43644&noUDP> ... 028 (1259.015.000) 05/25 17:54:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:54:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.149:43644?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#571032&addrs=72.36.96.149-43644&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 17:54:30 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 17:54:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.012.000) 05/25 17:54:31 Job executing on host: <72.36.96.185:40091?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880023&addrs=72.36.96.185-40091&noUDP> ... 028 (1259.012.000) 05/25 17:54:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.185:40091?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880023&addrs=72.36.96.185-40091&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.091.000) 05/25 17:54:33 Job executing on host: <10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP> ... 028 (1259.091.000) 05/25 17:54:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.074.000) 05/25 17:54:34 Job executing on host: <10.0.2.15:33242?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38107&addrs=10.0.2.15-33242&noUDP> ... 028 (1259.074.000) 05/25 17:54:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33242?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38107&addrs=10.0.2.15-33242&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 17:54:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 17:54:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:54:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 17:54:38 Image size of job updated: 160268 24 - MemoryUsage of job (MB) 23948 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 17:54:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160268 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:54:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 23948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.010.000) 05/25 17:54:38 Job executing on host: <72.36.96.68:42445?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#884889&addrs=72.36.96.68-42445&noUDP> ... 028 (1259.010.000) 05/25 17:54:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.68:42445?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#884889&addrs=72.36.96.68-42445&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 17:54:39 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 17:54:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 17:54:41 Image size of job updated: 163360 23 - MemoryUsage of job (MB) 23480 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 17:54:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163360 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 23480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.008.000) 05/25 17:54:41 Job executing on host: <149.165.225.182:43547?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#873094&addrs=149.165.225.182-43547&noUDP> ... 028 (1259.008.000) 05/25 17:54:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:54:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.182:43547?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#873094&addrs=149.165.225.182-43547&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 17:54:42 Image size of job updated: 169228 28 - MemoryUsage of job (MB) 28284 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 17:54:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 169228 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 28284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.085.000) 05/25 17:54:47 Job executing on host: <10.0.2.15:35235?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38243&addrs=10.0.2.15-35235&noUDP> ... 028 (1259.085.000) 05/25 17:54:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35235?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38243&addrs=10.0.2.15-35235&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 17:54:47 Image size of job updated: 168744 31 - MemoryUsage of job (MB) 31340 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 17:54:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168744 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:54:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.110.000) 05/25 17:54:48 Job executing on host: <10.0.2.15:39974?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868027&addrs=10.0.2.15-39974&noUDP> ... 028 (1259.110.000) 05/25 17:54:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39974?CCBID=192.170.227.251:9782%3faddrs%3d192.170.227.251-9782#868027&addrs=10.0.2.15-39974&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388546.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717615" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MAWIKE-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.207.000) 05/25 17:54:49 Job executing on host: <130.199.159.111:37187?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893171&addrs=130.199.159.111-37187&noUDP> ... 028 (1259.207.000) 05/25 17:54:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:54:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.159.111:37187?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893171&addrs=130.199.159.111-37187&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 17:54:50 Image size of job updated: 137924 14 - MemoryUsage of job (MB) 13668 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 17:54:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 137924 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:54:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 14 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 13668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 17:54:56 Image size of job updated: 172336 31 - MemoryUsage of job (MB) 31452 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 17:54:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172336 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.080.000) 05/25 17:54:57 Job executing on host: <10.5.145.17:43888?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#875144&addrs=10.5.145.17-43888&noUDP> ... 028 (1259.080.000) 05/25 17:54:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.17:43888?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#875144&addrs=10.5.145.17-43888&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.110.000) 05/25 17:54:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.110.000) 05/25 17:54:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:54:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717615" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MAWIKE-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 17:54:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 17:54:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:54:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.082.000) 05/25 17:55:00 Job executing on host: <10.0.2.15:35265?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877219&addrs=10.0.2.15-35265&noUDP> ... 028 (1259.082.000) 05/25 17:55:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35265?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877219&addrs=10.0.2.15-35265&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.090.000) 05/25 17:55:01 Job executing on host: <10.5.147.48:40899?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#877374&addrs=10.5.147.48-40899&noUDP> ... 028 (1259.090.000) 05/25 17:55:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.48:40899?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#877374&addrs=10.5.147.48-40899&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 17:55:02 Image size of job updated: 1263176 357 - MemoryUsage of job (MB) 365116 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 17:55:02 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T17:55:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 365116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 17:55:07 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 17:55:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.133.000) 05/25 17:55:09 Job executing on host: <10.0.2.15:42146?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863614&addrs=10.0.2.15-42146&noUDP> ... 028 (1259.133.000) 05/25 17:55:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42146?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863614&addrs=10.0.2.15-42146&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389811.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22903" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406B-02-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 17:55:10 Image size of job updated: 57820 4 - MemoryUsage of job (MB) 3256 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 17:55:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 57820 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 17:55:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 17:55:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 17:55:12 Image size of job updated: 1319188 349 - MemoryUsage of job (MB) 356968 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 17:55:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:55:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.092.000) 05/25 17:55:13 Job executing on host: <10.5.147.246:35936?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#874598&addrs=10.5.147.246-35936&noUDP> ... 028 (1259.092.000) 05/25 17:55:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.246:35936?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#874598&addrs=10.5.147.246-35936&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.063.000) 05/25 17:55:14 Job executing on host: <192.170.227.76:44972?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872560&addrs=192.170.227.76-44972&noUDP> ... 028 (1259.063.000) 05/25 17:55:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.76:44972?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872560&addrs=192.170.227.76-44972&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.132.000) 05/25 17:55:15 Job executing on host: <10.0.2.15:38562?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558266&addrs=10.0.2.15-38562&noUDP> ... 028 (1259.132.000) 05/25 17:55:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38562?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558266&addrs=10.0.2.15-38562&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 17:55:17 Image size of job updated: 98336 11 - MemoryUsage of job (MB) 11168 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 17:55:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98336 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389811.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22903" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406B-02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 11168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.068.000) 05/25 17:55:20 Job executing on host: <192.170.227.85:37041?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859888&addrs=192.170.227.85-37041&noUDP> ... 028 (1259.068.000) 05/25 17:55:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.85:37041?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#859888&addrs=192.170.227.85-37041&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 17:55:21 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 17:55:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.007.000) 05/25 17:55:22 Job executing on host: <72.36.96.171:36240?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873126&addrs=72.36.96.171-36240&noUDP> ... 028 (1259.007.000) 05/25 17:55:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:36240?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873126&addrs=72.36.96.171-36240&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.059.000) 05/25 17:55:22 Job executing on host: <192.170.226.241:33336?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880761&addrs=192.170.226.241-33336&noUDP> ... 028 (1259.059.000) 05/25 17:55:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.241:33336?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880761&addrs=192.170.226.241-33336&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 17:55:23 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 17:55:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 17:55:23 Image size of job updated: 36640 3 - MemoryUsage of job (MB) 2268 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 17:55:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 36640 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 2268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.113.000) 05/25 17:55:26 Job executing on host: <10.0.2.15:32987?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877313&addrs=10.0.2.15-32987&noUDP> ... 028 (1259.113.000) 05/25 17:55:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32987?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#877313&addrs=10.0.2.15-32987&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.064.000) 05/25 17:55:26 Job executing on host: <192.170.227.77:43974?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874394&addrs=192.170.227.77-43974&noUDP> ... 028 (1259.064.000) 05/25 17:55:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.77:43974?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874394&addrs=192.170.227.77-43974&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.135.000) 05/25 17:55:27 Job executing on host: <10.0.2.15:41360?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#870694&addrs=10.0.2.15-41360&noUDP> ... 028 (1259.135.000) 05/25 17:55:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41360?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#870694&addrs=10.0.2.15-41360&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 17:55:28 Image size of job updated: 24532 3 - MemoryUsage of job (MB) 2216 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 17:55:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24532 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 2216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.033.000) 05/25 17:55:28 Job executing on host: <128.186.19.131:20194?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869163&addrs=128.186.19.131-20194&noUDP> ... 028 (1259.033.000) 05/25 17:55:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:55:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:20194?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869163&addrs=128.186.19.131-20194&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.120.000) 05/25 17:55:29 Job executing on host: <10.0.2.15:39245?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875045&addrs=10.0.2.15-39245&noUDP> ... 028 (1259.120.000) 05/25 17:55:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39245?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875045&addrs=10.0.2.15-39245&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 17:55:30 Image size of job updated: 89032 8 - MemoryUsage of job (MB) 7940 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 17:55:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 89032 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 7940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 17:55:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 17:55:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.136.000) 05/25 17:55:32 Job executing on host: <10.0.2.15:37600?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#864470&addrs=10.0.2.15-37600&noUDP> ... 028 (1259.136.000) 05/25 17:55:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37600?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#864470&addrs=10.0.2.15-37600&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.124.000) 05/25 17:55:32 Job executing on host: <10.0.2.15:39013?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882839&addrs=10.0.2.15-39013&noUDP> ... 028 (1259.124.000) 05/25 17:55:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39013?CCBID=192.170.227.251:9749%3faddrs%3d192.170.227.251-9749#882839&addrs=10.0.2.15-39013&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.127.000) 05/25 17:55:34 Job executing on host: <10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP> ... 028 (1259.127.000) 05/25 17:55:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 17:55:35 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 17:55:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 17:55:35 Image size of job updated: 84864 10 - MemoryUsage of job (MB) 10096 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 17:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 84864 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 17:55:36 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 17:55:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 17:55:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2692 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 17:55:37 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 2692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.094.000) 05/25 17:55:37 Job executing on host: <10.0.2.15:38181?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879696&addrs=10.0.2.15-38181&noUDP> ... 028 (1259.094.000) 05/25 17:55:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38181?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879696&addrs=10.0.2.15-38181&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 17:55:38 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 17:55:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 17:55:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 17:55:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 17:55:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 17:55:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 17:55:42 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 17:55:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.131.000) 05/25 17:55:42 Job executing on host: <10.0.2.15:32921?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37561&addrs=10.0.2.15-32921&noUDP> ... 028 (1259.131.000) 05/25 17:55:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32921?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#37561&addrs=10.0.2.15-32921&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.139.000) 05/25 17:55:43 Job executing on host: <10.0.2.15:44532?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882716&addrs=10.0.2.15-44532&noUDP> ... 028 (1259.139.000) 05/25 17:55:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44532?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882716&addrs=10.0.2.15-44532&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.098.000) 05/25 17:55:43 Job executing on host: <192.170.227.215:32821?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857303&addrs=192.170.227.215-32821&noUDP> ... 028 (1259.098.000) 05/25 17:55:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:55:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.215:32821?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857303&addrs=192.170.227.215-32821&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.134.000) 05/25 17:55:44 Job executing on host: <10.0.2.15:36573?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#870361&addrs=10.0.2.15-36573&noUDP> ... 028 (1259.134.000) 05/25 17:55:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36573?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#870361&addrs=10.0.2.15-36573&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.088.000) 05/25 17:55:45 Job executing on host: <10.5.131.157:43964?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#34461&addrs=10.5.131.157-43964&noUDP> ... 028 (1259.088.000) 05/25 17:55:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.131.157:43964?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#34461&addrs=10.5.131.157-43964&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.036.000) 05/25 17:55:46 Job executing on host: <128.186.19.143:36093?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897287&addrs=128.186.19.143-36093&noUDP> ... 028 (1259.036.000) 05/25 17:55:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:55:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:36093?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#897287&addrs=128.186.19.143-36093&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.066.000) 05/25 17:55:46 Job executing on host: <72.36.96.228:46346?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876313&addrs=72.36.96.228-46346&noUDP> ... 028 (1259.066.000) 05/25 17:55:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.228:46346?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876313&addrs=72.36.96.228-46346&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.114.000) 05/25 17:55:46 Job executing on host: <10.0.2.15:38310?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879172&addrs=10.0.2.15-38310&noUDP> ... 028 (1259.114.000) 05/25 17:55:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38310?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879172&addrs=10.0.2.15-38310&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391199.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 17:55:46 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1588 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 17:55:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.011.000) 05/25 17:55:46 Job executing on host: <72.36.96.205:35123?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876719&addrs=72.36.96.205-35123&noUDP> ... 028 (1259.011.000) 05/25 17:55:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:55:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:35123?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876719&addrs=72.36.96.205-35123&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.065.000) 05/25 17:55:48 Job executing on host: <149.165.225.76:37597?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881666&addrs=149.165.225.76-37597&noUDP> ... 028 (1259.065.000) 05/25 17:55:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.76:37597?CCBID=192.170.227.251:9709%3faddrs%3d192.170.227.251-9709#881666&addrs=149.165.225.76-37597&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.141.000) 05/25 17:55:50 Job executing on host: <10.0.2.15:37306?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#878662&addrs=10.0.2.15-37306&noUDP> ... 028 (1259.141.000) 05/25 17:55:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37306?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#878662&addrs=10.0.2.15-37306&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 17:55:51 Image size of job updated: 103064 11 - MemoryUsage of job (MB) 11204 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 17:55:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 103064 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 11204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.121.000) 05/25 17:55:51 Job executing on host: <10.0.2.15:45939?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877256&addrs=10.0.2.15-45939&noUDP> ... 028 (1259.121.000) 05/25 17:55:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45939?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877256&addrs=10.0.2.15-45939&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 17:55:52 Image size of job updated: 102932 11 - MemoryUsage of job (MB) 11188 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 17:55:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102932 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 11188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 17:55:52 Image size of job updated: 75860 9 - MemoryUsage of job (MB) 8648 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 17:55:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 75860 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:55:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 8648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 17:55:53 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1600 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 17:55:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 17:55:54 Image size of job updated: 121068 12 - MemoryUsage of job (MB) 12240 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 17:55:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 121068 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 12240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 17:55:54 Image size of job updated: 172324 31 - MemoryUsage of job (MB) 31540 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 17:55:54 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172324 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:55:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 31540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.114.000) 05/25 17:55:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2832 - ResidentSetSize of job (KB) ... 028 (1259.114.000) 05/25 17:55:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391199.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 2832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 17:55:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 17:55:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 17:55:55 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 17:55:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:55:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.111.000) 05/25 17:55:56 Job executing on host: <10.0.2.15:34348?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#868427&addrs=10.0.2.15-34348&noUDP> ... 028 (1259.111.000) 05/25 17:55:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34348?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#868427&addrs=10.0.2.15-34348&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 17:55:56 Image size of job updated: 24800 3 - MemoryUsage of job (MB) 2332 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 17:55:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24800 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:55:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 2332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.076.000) 05/25 17:55:56 Job executing on host: <10.5.146.250:46020?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#869403&addrs=10.5.146.250-46020&noUDP> ... 028 (1259.076.000) 05/25 17:55:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.250:46020?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#869403&addrs=10.5.146.250-46020&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.071.000) 05/25 17:55:57 Job executing on host: <10.5.139.87:41845?CCBID=192.170.227.251:9810%3faddrs%3d192.170.227.251-9810#33324&addrs=10.5.139.87-41845&noUDP> ... 028 (1259.071.000) 05/25 17:55:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.139.87:41845?CCBID=192.170.227.251:9810%3faddrs%3d192.170.227.251-9810#33324&addrs=10.5.139.87-41845&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.181.000) 05/25 17:55:58 Job executing on host: <10.0.2.15:42707?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888083&addrs=10.0.2.15-42707&noUDP> ... 028 (1259.181.000) 05/25 17:55:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:55:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42707?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888083&addrs=10.0.2.15-42707&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 17:55:59 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 17:55:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.067.000) 05/25 17:56:00 Job executing on host: <72.36.96.157:46761?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#38803&addrs=72.36.96.157-46761&noUDP> ... 028 (1259.067.000) 05/25 17:56:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.157:46761?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#38803&addrs=72.36.96.157-46761&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 17:56:00 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 17:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.105.000) 05/25 17:56:02 Job executing on host: <192.170.226.162:45992?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893052&addrs=192.170.226.162-45992&noUDP> ... 028 (1259.105.000) 05/25 17:56:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:56:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.162:45992?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893052&addrs=192.170.226.162-45992&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.180.000) 05/25 17:56:03 Job executing on host: <10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP> ... 028 (1259.180.000) 05/25 17:56:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.069.000) 05/25 17:56:03 Job executing on host: <149.165.225.72:34418?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882380&addrs=149.165.225.72-34418&noUDP> ... 028 (1259.069.000) 05/25 17:56:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:56:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.72:34418?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882380&addrs=149.165.225.72-34418&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 17:56:04 Image size of job updated: 98328 11 - MemoryUsage of job (MB) 10996 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 17:56:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98328 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 17:56:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 17:56:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 17:56:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 17:56:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 17:56:07 Image size of job updated: 177052 36 - MemoryUsage of job (MB) 36412 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 17:56:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 177052 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 36412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 17:56:08 Image size of job updated: 168728 31 - MemoryUsage of job (MB) 31332 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 17:56:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168728 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.185.000) 05/25 17:56:08 Job executing on host: <10.0.2.15:35785?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#871559&addrs=10.0.2.15-35785&noUDP> ... 028 (1259.185.000) 05/25 17:56:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:35785?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#871559&addrs=10.0.2.15-35785&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 17:56:11 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 17:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 17:56:11 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 17:56:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 17:56:12 Image size of job updated: 162036 24 - MemoryUsage of job (MB) 24468 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 17:56:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 162036 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:56:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 24468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.115.000) 05/25 17:56:13 Job executing on host: <10.0.2.15:40257?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#870744&addrs=10.0.2.15-40257&noUDP> ... 028 (1259.115.000) 05/25 17:56:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40257?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#870744&addrs=10.0.2.15-40257&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.125.000) 05/25 17:56:13 Job executing on host: <10.0.2.15:45065?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39174&addrs=10.0.2.15-45065&noUDP> ... 028 (1259.125.000) 05/25 17:56:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45065?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39174&addrs=10.0.2.15-45065&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.070.000) 05/25 17:56:15 Job executing on host: <72.36.96.166:37847?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885164&addrs=72.36.96.166-37847&noUDP> ... 028 (1259.070.000) 05/25 17:56:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.166:37847?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885164&addrs=72.36.96.166-37847&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.186.000) 05/25 17:56:15 Job executing on host: <10.0.2.15:36443?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876032&addrs=10.0.2.15-36443&noUDP> ... 028 (1259.186.000) 05/25 17:56:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36443?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876032&addrs=10.0.2.15-36443&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.123.000) 05/25 17:56:16 Job executing on host: <10.0.2.15:33854?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879202&addrs=10.0.2.15-33854&noUDP> ... 028 (1259.123.000) 05/25 17:56:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33854?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879202&addrs=10.0.2.15-33854&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.129.000) 05/25 17:56:16 Job executing on host: <10.5.147.243:36829?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#867959&addrs=10.5.147.243-36829&noUDP> ... 028 (1259.129.000) 05/25 17:56:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.243:36829?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#867959&addrs=10.5.147.243-36829&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.060.000) 05/25 17:56:16 Job executing on host: <72.36.96.152:38860?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857380&addrs=72.36.96.152-38860&noUDP> ... 028 (1259.060.000) 05/25 17:56:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.152:38860?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857380&addrs=72.36.96.152-38860&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.183.000) 05/25 17:56:17 Job executing on host: <10.0.2.15:45262?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889184&addrs=10.0.2.15-45262&noUDP> ... 028 (1259.183.000) 05/25 17:56:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45262?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889184&addrs=10.0.2.15-45262&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 17:56:17 Image size of job updated: 40300 3 - MemoryUsage of job (MB) 2956 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 17:56:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 40300 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 17:56:18 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359296 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 17:56:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.099.000) 05/25 17:56:20 Job executing on host: <72.36.96.161:39316?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874119&addrs=72.36.96.161-39316&noUDP> ... 028 (1259.099.000) 05/25 17:56:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.161:39316?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874119&addrs=72.36.96.161-39316&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 17:56:21 Image size of job updated: 146568 17 - MemoryUsage of job (MB) 17004 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 17:56:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 146568 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 17004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 17:56:21 Image size of job updated: 39948 3 - MemoryUsage of job (MB) 3024 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 17:56:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 39948 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 17:56:23 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.155.000) 05/25 17:56:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 17:56:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 17:56:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 17:56:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 17:56:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 17:56:24 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357112 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 17:56:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 357112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 17:56:24 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 17:56:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 17:56:24 Image size of job updated: 172332 31 - MemoryUsage of job (MB) 31532 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 17:56:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172332 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 31532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 17:56:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 17:56:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.175.000) 05/25 17:56:25 Job executing on host: <10.0.2.15:39122?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#878588&addrs=10.0.2.15-39122&noUDP> ... 028 (1259.175.000) 05/25 17:56:25 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:25" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39122?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#878588&addrs=10.0.2.15-39122&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.060.000) 05/25 17:56:25 Image size of job updated: 157400 20 - MemoryUsage of job (MB) 19664 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 17:56:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 157400 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 19664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.100.000) 05/25 17:56:26 Job executing on host: <192.170.226.68:40929?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898850&addrs=192.170.226.68-40929&noUDP> ... 028 (1259.100.000) 05/25 17:56:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:56:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.68:40929?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898850&addrs=192.170.226.68-40929&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.130.000) 05/25 17:56:27 Job executing on host: <10.0.2.15:42512?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878228&addrs=10.0.2.15-42512&noUDP> ... 028 (1259.130.000) 05/25 17:56:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42512?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878228&addrs=10.0.2.15-42512&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.196.000) 05/25 17:56:27 Job executing on host: <10.0.2.15:45552?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870492&addrs=10.0.2.15-45552&noUDP> ... 028 (1259.196.000) 05/25 17:56:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45552?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870492&addrs=10.0.2.15-45552&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.153.000) 05/25 17:56:28 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.153.000) 05/25 17:56:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.188.000) 05/25 17:56:28 Job executing on host: <10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP> ... 028 (1259.188.000) 05/25 17:56:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 188 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.178.000) 05/25 17:56:28 Job executing on host: <10.0.2.15:37707?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37361&addrs=10.0.2.15-37707&noUDP> ... 028 (1259.178.000) 05/25 17:56:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37707?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37361&addrs=10.0.2.15-37707&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.062.000) 05/25 17:56:29 Job executing on host: <72.36.96.70:34543?CCBID=192.170.227.251:9728%3faddrs%3d192.170.227.251-9728#858360&addrs=72.36.96.70-34543&noUDP> ... 028 (1259.062.000) 05/25 17:56:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:34543?CCBID=192.170.227.251:9728%3faddrs%3d192.170.227.251-9728#858360&addrs=72.36.96.70-34543&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.174.000) 05/25 17:56:29 Job executing on host: <10.0.2.15:37377?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858954&addrs=10.0.2.15-37377&noUDP> ... 028 (1259.174.000) 05/25 17:56:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37377?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858954&addrs=10.0.2.15-37377&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 17:56:29 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 17:56:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.168.000) 05/25 17:56:31 Job executing on host: <10.0.2.15:38672?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874829&addrs=10.0.2.15-38672&noUDP> ... 028 (1259.168.000) 05/25 17:56:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38672?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874829&addrs=10.0.2.15-38672&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 17:56:31 Image size of job updated: 24676 3 - MemoryUsage of job (MB) 2544 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 17:56:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24676 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 2544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.195.000) 05/25 17:56:31 Job executing on host: <10.0.2.15:41416?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#860681&addrs=10.0.2.15-41416&noUDP> ... 028 (1259.195.000) 05/25 17:56:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41416?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#860681&addrs=10.0.2.15-41416&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.149.000) 05/25 17:56:32 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.149.000) 05/25 17:56:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.170.000) 05/25 17:56:33 Job executing on host: <10.0.2.15:33678?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871291&addrs=10.0.2.15-33678&noUDP> ... 028 (1259.170.000) 05/25 17:56:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 170 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33678?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871291&addrs=10.0.2.15-33678&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381932.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.199.000) 05/25 17:56:33 Job executing on host: <10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP> ... 028 (1259.199.000) 05/25 17:56:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 199 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.147.000) 05/25 17:56:33 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.147.000) 05/25 17:56:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 17:56:34 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 17:56:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 17:56:35 Image size of job updated: 46684 5 - MemoryUsage of job (MB) 4492 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 17:56:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 46684 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 5 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 4492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 17:56:35 Image size of job updated: 156320 20 - MemoryUsage of job (MB) 19816 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 17:56:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 156320 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:56:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 19816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.201.000) 05/25 17:56:36 Job executing on host: <10.0.2.15:39821?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881028&addrs=10.0.2.15-39821&noUDP> ... 028 (1259.201.000) 05/25 17:56:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 201 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39821?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881028&addrs=10.0.2.15-39821&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4440318.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 17:56:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 17:56:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 17:56:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 17:56:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 17:56:37 Image size of job updated: 173460 10 - MemoryUsage of job (MB) 9304 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 17:56:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173460 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 9304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 17:56:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 17:56:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/25 17:56:37 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/25 17:56:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 188 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.143.000) 05/25 17:56:38 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.143.000) 05/25 17:56:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.138.000) 05/25 17:56:38 Job executing on host: <10.5.148.160:46063?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37097&addrs=10.5.148.160-46063&noUDP> ... 028 (1259.138.000) 05/25 17:56:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.160:46063?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37097&addrs=10.5.148.160-46063&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 17:56:38 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 17:56:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 17:56:39 Image size of job updated: 109040 4 - MemoryUsage of job (MB) 3956 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 17:56:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 109040 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.122.000) 05/25 17:56:39 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.122.000) 05/25 17:56:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 17:56:40 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 001 (1259.128.000) 05/25 17:56:40 Job executing on host: <10.5.147.140:39219?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858387&addrs=10.5.147.140-39219&noUDP> ... 028 (1259.195.000) 05/25 17:56:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.128.000) 05/25 17:56:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.140:39219?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858387&addrs=10.5.147.140-39219&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 17:56:40 Image size of job updated: 1049544 95 - MemoryUsage of job (MB) 96360 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 17:56:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049544 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 95 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 96360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.190.000) 05/25 17:56:41 Job executing on host: <10.0.2.15:46768?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#877532&addrs=10.0.2.15-46768&noUDP> ... 028 (1259.190.000) 05/25 17:56:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 190 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46768?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#877532&addrs=10.0.2.15-46768&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 17:56:41 Image size of job updated: 106988 10 - MemoryUsage of job (MB) 9468 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 17:56:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 106988 Proc = 170 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 9468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.148.000) 05/25 17:56:41 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.148.000) 05/25 17:56:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.005.000) 05/25 17:56:42 Job executing on host: <149.165.225.152:44241?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868890&addrs=149.165.225.152-44241&noUDP> ... 028 (1259.005.000) 05/25 17:56:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.152:44241?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868890&addrs=149.165.225.152-44241&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.176.000) 05/25 17:56:42 Job executing on host: <10.0.2.15:33572?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#889230&addrs=10.0.2.15-33572&noUDP> ... 028 (1259.176.000) 05/25 17:56:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33572?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#889230&addrs=10.0.2.15-33572&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 17:56:42 Image size of job updated: 319256 26 - MemoryUsage of job (MB) 26240 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 17:56:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 319256 Proc = 199 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 26240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.197.000) 05/25 17:56:42 Job executing on host: <10.0.2.15:33654?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#844768&addrs=10.0.2.15-33654&noUDP> ... 028 (1259.197.000) 05/25 17:56:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33654?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#844768&addrs=10.0.2.15-33654&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 17:56:42 Image size of job updated: 257212 13 - MemoryUsage of job (MB) 13148 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 17:56:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 257212 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 13148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.203.000) 05/25 17:56:43 Job executing on host: <10.0.2.15:37218?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884964&addrs=10.0.2.15-37218&noUDP> ... 028 (1259.203.000) 05/25 17:56:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37218?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884964&addrs=10.0.2.15-37218&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.044.000) 05/25 17:56:43 Job executing on host: <72.36.96.174:40186?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#872975&addrs=72.36.96.174-40186&noUDP> ... 028 (1259.044.000) 05/25 17:56:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:40186?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#872975&addrs=72.36.96.174-40186&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.089.000) 05/25 17:56:44 Job executing on host: <10.5.151.55:43567?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#876953&addrs=10.5.151.55-43567&noUDP> ... 028 (1259.089.000) 05/25 17:56:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.55:43567?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#876953&addrs=10.5.151.55-43567&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.154.000) 05/25 17:56:44 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.154.000) 05/25 17:56:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 17:56:45 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31588 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 17:56:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 201 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4440318.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 17:56:46 Image size of job updated: 1051600 126 - MemoryUsage of job (MB) 128392 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 17:56:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1051600 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 126 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 128392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.157.000) 05/25 17:56:46 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.157.000) 05/25 17:56:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.194.000) 05/25 17:56:47 Job executing on host: <10.0.2.15:40396?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34101&addrs=10.0.2.15-40396&noUDP> ... 028 (1259.194.000) 05/25 17:56:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40396?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#34101&addrs=10.0.2.15-40396&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.191.000) 05/25 17:56:47 Job executing on host: <10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP> ... 028 (1259.191.000) 05/25 17:56:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 17:56:47 Image size of job updated: 59636 7 - MemoryUsage of job (MB) 7092 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 17:56:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 59636 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 7 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 7092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 17:56:48 Image size of job updated: 67488 4 - MemoryUsage of job (MB) 3428 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 17:56:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 67488 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 3428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.112.000) 05/25 17:56:48 Job executing on host: <10.0.2.15:34552?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40183&addrs=10.0.2.15-34552&noUDP> ... 006 (1259.128.000) 05/25 17:56:48 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 17:56:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34552?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40183&addrs=10.0.2.15-34552&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.128.000) 05/25 17:56:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.146.000) 05/25 17:56:48 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.146.000) 05/25 17:56:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.182.000) 05/25 17:56:48 Job executing on host: <10.0.2.15:44145?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879772&addrs=10.0.2.15-44145&noUDP> ... 028 (1259.182.000) 05/25 17:56:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44145?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#879772&addrs=10.0.2.15-44145&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.119.000) 05/25 17:56:49 Job executing on host: <10.5.147.8:42711?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37177&addrs=10.5.147.8-42711&noUDP> ... 028 (1259.119.000) 05/25 17:56:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.8:42711?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37177&addrs=10.5.147.8-42711&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 17:56:49 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357576 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 17:56:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 357576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/25 17:56:49 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/25 17:56:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 190 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 17:56:50 Image size of job updated: 129104 13 - MemoryUsage of job (MB) 13012 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 17:56:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 129104 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 13012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 17:56:50 Image size of job updated: 1049544 137 - MemoryUsage of job (MB) 139332 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 17:56:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049544 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 137 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 139332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 17:56:51 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 17:56:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 17:56:51 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 17:56:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 17:56:52 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 17:56:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 17:56:52 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 17:56:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:56:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 17:56:53 Image size of job updated: 1049544 114 - MemoryUsage of job (MB) 116524 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 17:56:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049544 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 114 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 116524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 17:56:53 Image size of job updated: 164804 24 - MemoryUsage of job (MB) 23740 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 17:56:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164804 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 23740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.137.000) 05/25 17:56:54 Job executing on host: <10.5.147.215:40918?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875217&addrs=10.5.147.215-40918&noUDP> ... 028 (1259.137.000) 05/25 17:56:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.215:40918?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#875217&addrs=10.5.147.215-40918&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 17:56:54 Image size of job updated: 168732 31 - MemoryUsage of job (MB) 30996 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 17:56:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168732 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 30996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.152.000) 05/25 17:56:54 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.152.000) 05/25 17:56:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 17:56:55 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 17:56:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.173.000) 05/25 17:56:55 Job executing on host: <10.5.148.64:44971?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#883742&addrs=10.5.148.64-44971&noUDP> ... 028 (1259.173.000) 05/25 17:56:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.64:44971?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#883742&addrs=10.5.148.64-44971&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 17:56:56 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 17:56:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 17:56:56 Image size of job updated: 162520 22 - MemoryUsage of job (MB) 22424 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 17:56:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 162520 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 22 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 22424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 17:56:57 Image size of job updated: 166540 26 - MemoryUsage of job (MB) 25640 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 17:56:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166540 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 25640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.156.000) 05/25 17:56:57 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.156.000) 05/25 17:56:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 17:56:57 Image size of job updated: 1049544 131 - MemoryUsage of job (MB) 133696 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 17:56:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049544 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:56:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 131 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 133696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.142.000) 05/25 17:56:58 Job executing on host: <10.5.147.1:33177?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#33077&addrs=10.5.147.1-33177&noUDP> ... 028 (1259.142.000) 05/25 17:56:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.1:33177?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#33077&addrs=10.5.147.1-33177&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.184.000) 05/25 17:56:58 Job executing on host: <10.0.2.15:32769?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880763&addrs=10.0.2.15-32769&noUDP> ... 028 (1259.184.000) 05/25 17:56:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 184 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:56:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:32769?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880763&addrs=10.0.2.15-32769&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 17:56:58 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 17:56:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 17:57:01 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355876 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 17:57:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.200.000) 05/25 17:57:02 Job executing on host: <10.5.143.185:43461?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877816&addrs=10.5.143.185-43461&noUDP> ... 028 (1259.200.000) 05/25 17:57:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.143.185:43461?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877816&addrs=10.5.143.185-43461&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 17:57:03 Image size of job updated: 166548 26 - MemoryUsage of job (MB) 25628 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 17:57:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166548 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 25628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.107.000) 05/25 17:57:03 Job executing on host: <192.170.226.29:45937?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861466&addrs=192.170.226.29-45937&noUDP> ... 028 (1259.107.000) 05/25 17:57:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:57:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.29:45937?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861466&addrs=192.170.226.29-45937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 17:57:03 Image size of job updated: 166548 29 - MemoryUsage of job (MB) 29068 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 17:57:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 166548 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 29068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.179.000) 05/25 17:57:04 Job executing on host: <10.0.2.15:44761?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889177&addrs=10.0.2.15-44761&noUDP> ... 028 (1259.179.000) 05/25 17:57:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44761?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889177&addrs=10.0.2.15-44761&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385869.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 17:57:04 Image size of job updated: 28136 3 - MemoryUsage of job (MB) 2344 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 17:57:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28136 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 2344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.118.000) 05/25 17:57:04 Job executing on host: <10.5.147.48:36568?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#886825&addrs=10.5.147.48-36568&noUDP> ... 028 (1259.118.000) 05/25 17:57:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.48:36568?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#886825&addrs=10.5.147.48-36568&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 17:57:04 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 353596 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 17:57:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 353596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.192.000) 05/25 17:57:05 Job executing on host: <10.0.2.15:40427?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875041&addrs=10.0.2.15-40427&noUDP> ... 006 (1259.156.000) 05/25 17:57:05 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 17:57:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40427?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#875041&addrs=10.0.2.15-40427&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.156.000) 05/25 17:57:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 17:57:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 17:57:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 184 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 17:57:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 17:57:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.144.000) 05/25 17:57:06 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.144.000) 05/25 17:57:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.075.000) 05/25 17:57:07 Job executing on host: <128.186.19.143:33882?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890070&addrs=128.186.19.143-33882&noUDP> ... 028 (1259.075.000) 05/25 17:57:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:57:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:33882?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890070&addrs=128.186.19.143-33882&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.163.000) 05/25 17:57:08 Job executing on host: <192.170.226.170:36590?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873655&addrs=192.170.226.170-36590&noUDP> ... 028 (1259.163.000) 05/25 17:57:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:57:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.170:36590?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873655&addrs=192.170.226.170-36590&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 17:57:09 Image size of job updated: 1268904 346 - MemoryUsage of job (MB) 354072 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 17:57:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 17:57:10 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 17:57:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.193.000) 05/25 17:57:12 Job executing on host: <10.5.141.65:33026?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870378&addrs=10.5.141.65-33026&noUDP> ... 028 (1259.193.000) 05/25 17:57:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.141.65:33026?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870378&addrs=10.5.141.65-33026&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 17:57:12 Image size of job updated: 169756 29 - MemoryUsage of job (MB) 28776 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 17:57:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 169756 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385869.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 28776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 17:57:12 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 17:57:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:57:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.145.000) 05/25 17:57:12 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.145.000) 05/25 17:57:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 17:57:13 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 17:57:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 17:57:14 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 353368 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 17:57:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 353368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 17:57:14 Image size of job updated: 170140 29 - MemoryUsage of job (MB) 29168 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 17:57:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 170140 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 29 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 29168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 17:57:15 Image size of job updated: 102244 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 17:57:15 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102244 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:57:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 17:57:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 17:57:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.151.000) 05/25 17:57:16 Job executing on host: <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.151.000) 05/25 17:57:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.126.000) 05/25 17:57:17 Job executing on host: <10.5.151.61:38357?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879697&addrs=10.5.151.61-38357&noUDP> ... 028 (1259.126.000) 05/25 17:57:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.61:38357?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#879697&addrs=10.5.151.61-38357&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 17:57:17 Image size of job updated: 157728 21 - MemoryUsage of job (MB) 21220 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 17:57:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 157728 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:57:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 21220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.169.000) 05/25 17:57:19 Job executing on host: <10.5.145.74:36261?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38247&addrs=10.5.145.74-36261&noUDP> ... 028 (1259.169.000) 05/25 17:57:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.74:36261?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38247&addrs=10.5.145.74-36261&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 17:57:20 Image size of job updated: 172544 31 - MemoryUsage of job (MB) 31736 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 17:57:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172544 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 31736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 17:57:20 Image size of job updated: 1319188 353 - MemoryUsage of job (MB) 360976 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 17:57:20 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:57:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 360976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.150.000) 05/25 17:57:20 Job executing on host: <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.150.000) 05/25 17:57:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.204.000) 05/25 17:57:20 Job executing on host: <10.0.2.15:37971?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880969&addrs=10.0.2.15-37971&noUDP> ... 028 (1259.204.000) 05/25 17:57:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 204 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37971?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880969&addrs=10.0.2.15-37971&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.162.000) 05/25 17:57:21 Job executing on host: <72.36.96.163:39550?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892499&addrs=72.36.96.163-39550&noUDP> ... 028 (1259.162.000) 05/25 17:57:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.163:39550?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892499&addrs=72.36.96.163-39550&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 17:57:21 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305940 - ResidentSetSize of job (KB) ... 001 (1259.061.000) 05/25 17:57:21 Job executing on host: <72.36.96.47:43755?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#879793&addrs=72.36.96.47-43755&noUDP> ... 028 (1259.020.000) 05/25 17:57:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.061.000) 05/25 17:57:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.47:43755?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#879793&addrs=72.36.96.47-43755&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.172.000) 05/25 17:57:21 Job executing on host: <10.5.148.135:46270?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#36895&addrs=10.5.148.135-46270&noUDP> ... 028 (1259.172.000) 05/25 17:57:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.148.135:46270?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#36895&addrs=10.5.148.135-46270&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.097.000) 05/25 17:57:21 Job executing on host: <149.165.225.73:44446?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571018&addrs=149.165.225.73-44446&noUDP> ... 028 (1259.097.000) 05/25 17:57:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.73:44446?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571018&addrs=149.165.225.73-44446&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 17:57:21 Image size of job updated: 1047488 128 - MemoryUsage of job (MB) 130056 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 17:57:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1047488 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 128 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 130056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 17:57:24 Image size of job updated: 163712 26 - MemoryUsage of job (MB) 25976 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 17:57:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163712 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 25976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 17:57:25 Image size of job updated: 1336488 300 - MemoryUsage of job (MB) 306400 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 17:57:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 17:57:25 Image size of job updated: 1336492 346 - MemoryUsage of job (MB) 354288 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 17:57:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 17:57:26 Image size of job updated: 6616 1 - MemoryUsage of job (MB) 804 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 17:57:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 6616 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 1 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 17:57:26 Image size of job updated: 1266808 182 - MemoryUsage of job (MB) 185888 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 17:57:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266808 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 17:57:28 Image size of job updated: 1336496 346 - MemoryUsage of job (MB) 354128 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 17:57:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.103.000) 05/25 17:57:28 Job executing on host: <72.36.96.216:43538?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886949&addrs=72.36.96.216-43538&noUDP> ... 028 (1259.103.000) 05/25 17:57:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.216:43538?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#886949&addrs=72.36.96.216-43538&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 17:57:28 Image size of job updated: 159928 20 - MemoryUsage of job (MB) 19764 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 17:57:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159928 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 19764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 17:57:29 Image size of job updated: 164356 27 - MemoryUsage of job (MB) 26712 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 17:57:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164356 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 27 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 26712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 17:57:29 Image size of job updated: 161064 23 - MemoryUsage of job (MB) 23432 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 17:57:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 161064 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:57:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 23432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 17:57:29 Image size of job updated: 168736 31 - MemoryUsage of job (MB) 31312 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 17:57:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168736 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:57:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 31312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 17:57:29 Image size of job updated: 170556 21 - MemoryUsage of job (MB) 20796 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 17:57:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 170556 Proc = 204 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 20796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.177.000) 05/25 17:57:30 Job executing on host: <10.5.147.215:46593?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#881255&addrs=10.5.147.215-46593&noUDP> ... 028 (1259.177.000) 05/25 17:57:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.215:46593?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#881255&addrs=10.5.147.215-46593&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 17:57:30 Image size of job updated: 51676 3 - MemoryUsage of job (MB) 2120 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 17:57:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 51676 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:57:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 2120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/25 17:57:30 Image size of job updated: 172332 31 - MemoryUsage of job (MB) 31528 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/25 17:57:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172332 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 ResidentSetSize = 31528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 17:57:31 Image size of job updated: 1268904 346 - MemoryUsage of job (MB) 353652 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 17:57:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 17:57:32 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308728 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 17:57:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 17:57:32 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 309028 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 17:57:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.202.000) 05/25 17:57:33 Job executing on host: <10.5.147.140:43901?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#859968&addrs=10.5.147.140-43901&noUDP> ... 028 (1259.202.000) 05/25 17:57:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.140:43901?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#859968&addrs=10.5.147.140-43901&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.166.000) 05/25 17:57:34 Job executing on host: <10.5.147.72:32845?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882747&addrs=10.5.147.72-32845&noUDP> ... 028 (1259.166.000) 05/25 17:57:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.72:32845?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882747&addrs=10.5.147.72-32845&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 17:57:34 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300792 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 17:57:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.164.000) 05/25 17:57:35 Job executing on host: <72.36.96.58:33052?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887701&addrs=72.36.96.58-33052&noUDP> ... 001 (1259.108.000) 05/25 17:57:35 Job executing on host: <72.36.96.228:32892?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857227&addrs=72.36.96.228-32892&noUDP> ... 028 (1259.164.000) 05/25 17:57:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:57:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.58:33052?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#887701&addrs=72.36.96.58-33052&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.108.000) 05/25 17:57:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.228:32892?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857227&addrs=72.36.96.228-32892&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.101.000) 05/25 17:57:37 Job executing on host: <72.36.96.181:44366?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#877673&addrs=72.36.96.181-44366&noUDP> ... 028 (1259.101.000) 05/25 17:57:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.181:44366?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#877673&addrs=72.36.96.181-44366&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 17:57:37 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300108 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 17:57:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 17:57:37 Image size of job updated: 168728 31 - MemoryUsage of job (MB) 31236 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 17:57:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168728 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 17:57:39 Image size of job updated: 82252 10 - MemoryUsage of job (MB) 9748 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 17:57:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 82252 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 9748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 17:57:42 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 17:57:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 17:57:42 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 17:57:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 17:57:43 Image size of job updated: 563376 44 - MemoryUsage of job (MB) 44216 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 17:57:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 563376 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:57:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 44 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 44216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 17:57:43 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 17:57:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.165.000) 05/25 17:57:44 Job executing on host: <72.36.96.216:32836?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867539&addrs=72.36.96.216-32836&noUDP> ... 028 (1259.165.000) 05/25 17:57:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.216:32836?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867539&addrs=72.36.96.216-32836&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 17:57:45 Image size of job updated: 55936 3 - MemoryUsage of job (MB) 2656 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 17:57:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 55936 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.106.000) 05/25 17:57:45 Job executing on host: <72.36.96.190:36308?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890186&addrs=72.36.96.190-36308&noUDP> ... 028 (1259.106.000) 05/25 17:57:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:36308?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890186&addrs=72.36.96.190-36308&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.041.000) 05/25 17:57:46 Job executing on host: <10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP> ... 028 (1259.041.000) 05/25 17:57:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.104.000) 05/25 17:57:47 Job executing on host: <72.36.96.70:41769?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875618&addrs=72.36.96.70-41769&noUDP> ... 028 (1259.104.000) 05/25 17:57:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:41769?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875618&addrs=72.36.96.70-41769&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 17:57:51 Image size of job updated: 1319936 346 - MemoryUsage of job (MB) 354256 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 17:57:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T17:57:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 354256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 17:57:52 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 17:57:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 17:57:53 Image size of job updated: 1266808 182 - MemoryUsage of job (MB) 185428 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 17:57:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266808 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 17:57:54 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 17:57:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 17:57:54 Image size of job updated: 5736 1 - MemoryUsage of job (MB) 668 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 17:57:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5736 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 17:57:56 Image size of job updated: 173456 36 - MemoryUsage of job (MB) 36032 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 17:57:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 173456 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:57:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 36032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 17:57:57 Image size of job updated: 1268908 346 - MemoryUsage of job (MB) 353324 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 17:57:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 17:57:57 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 305152 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 17:57:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 17:57:59 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 185068 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 17:57:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 17:58:00 Image size of job updated: 1268908 294 - MemoryUsage of job (MB) 300252 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 17:58:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.002.000) 05/25 17:58:05 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354136 - ResidentSetSize of job (KB) ... 028 (1259.002.000) 05/25 17:58:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 354136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.102.000) 05/25 17:58:07 Job executing on host: <149.165.225.119:34680?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872561&addrs=149.165.225.119-34680&noUDP> ... 028 (1259.102.000) 05/25 17:58:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.119:34680?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#872561&addrs=149.165.225.119-34680&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 007 (1259.295.000) 05/25 17:58:08 Shadow exception! Error from glidein_3420_412454637@MAX-L414-02-S8-its-c7-osg-20190309: Failed to transfer files 0 - Run Bytes Sent By Job 1089551 - Run Bytes Received By Job ... 001 (1259.171.000) 05/25 17:58:10 Job executing on host: <10.5.147.72:45979?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#569428&addrs=10.5.147.72-45979&noUDP> ... 028 (1259.171.000) 05/25 17:58:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.72:45979?CCBID=192.170.227.251:9871%3faddrs%3d192.170.227.251-9871#569428&addrs=10.5.147.72-45979&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 17:58:10 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305644 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 17:58:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:58:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 17:58:12 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354100 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 17:58:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 354100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.096.000) 05/25 17:58:15 Job executing on host: <72.36.96.69:35525?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#885169&addrs=72.36.96.69-35525&noUDP> ... 028 (1259.096.000) 05/25 17:58:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.69:35525?CCBID=192.170.227.251:9745%3faddrs%3d192.170.227.251-9745#885169&addrs=72.36.96.69-35525&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.160.000) 05/25 17:58:15 Job executing on host: <72.36.96.179:43009?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865805&addrs=72.36.96.179-43009&noUDP> ... 028 (1259.160.000) 05/25 17:58:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.179:43009?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865805&addrs=72.36.96.179-43009&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 17:58:15 Image size of job updated: 82248 10 - MemoryUsage of job (MB) 9964 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 17:58:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 82248 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 9964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 17:58:18 Image size of job updated: 162516 23 - MemoryUsage of job (MB) 22556 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 17:58:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 162516 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 22556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.117.000) 05/25 17:58:18 Job executing on host: <128.186.19.131:21636?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873214&addrs=128.186.19.131-21636&noUDP> ... 028 (1259.117.000) 05/25 17:58:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:58:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:21636?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873214&addrs=128.186.19.131-21636&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.058.000) 05/25 17:58:20 Job executing on host: <192.168.3.142:37709?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884393&addrs=192.168.3.142-37709&noUDP> ... 028 (1259.058.000) 05/25 17:58:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T17:58:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.142:37709?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#884393&addrs=192.168.3.142-37709&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.161.000) 05/25 17:58:20 Job executing on host: <72.36.96.70:34893?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872010&addrs=72.36.96.70-34893&noUDP> ... 028 (1259.161.000) 05/25 17:58:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:34893?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872010&addrs=72.36.96.70-34893&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 17:58:21 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357188 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 17:58:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 357188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 17:58:23 Image size of job updated: 142468 16 - MemoryUsage of job (MB) 16168 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 17:58:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 142468 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:58:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 16 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 16168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 17:58:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 17:58:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 17:58:26 Image size of job updated: 172332 31 - MemoryUsage of job (MB) 31396 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 17:58:26 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172332 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T17:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 31396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.158.000) 05/25 17:58:29 Job executing on host: <72.36.96.159:45602?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886365&addrs=72.36.96.159-45602&noUDP> ... 028 (1259.158.000) 05/25 17:58:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:45602?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886365&addrs=72.36.96.159-45602&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 17:58:29 Image size of job updated: 176608 32 - MemoryUsage of job (MB) 31864 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 17:58:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 176608 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T17:58:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 32 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 31864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 17:58:29 Image size of job updated: 259556 22 - MemoryUsage of job (MB) 21708 - ResidentSetSize of job (KB) ... 001 (1259.051.000) 05/25 17:58:29 Job executing on host: <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1259.161.000) 05/25 17:58:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 259556 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 22 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 21708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.051.000) 05/25 17:58:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:58:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 17:58:31 Image size of job updated: 1336492 289 - MemoryUsage of job (MB) 295848 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 17:58:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 295848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.205.000) 05/25 17:58:31 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.205.000) 05/25 17:58:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:58:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 17:58:34 Image size of job updated: 1336496 270 - MemoryUsage of job (MB) 275668 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 17:58:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:58:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 270 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 275668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 17:58:37 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 353964 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 17:58:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T17:58:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 353964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.050.000) 05/25 17:58:38 Job executing on host: <137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP> ... 028 (1259.050.000) 05/25 17:58:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:58:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 17:58:38 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 17:58:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/25 17:58:38 Image size of job updated: 199136 24 - MemoryUsage of job (MB) 23936 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/25 17:58:38 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 199136 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:58:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 ResidentSetSize = 23936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 17:58:41 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 17:58:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:58:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.208.000) 05/25 17:58:41 Job executing on host: <130.199.156.98:38295?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39577&addrs=130.199.156.98-38295&noUDP> ... 028 (1259.208.000) 05/25 17:58:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "BNL" Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:58:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" TriggerEventTypeNumber = 1 ExecuteHost = "<130.199.156.98:38295?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#39577&addrs=130.199.156.98-38295&noUDP>" JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 17:58:46 Image size of job updated: 1268904 346 - MemoryUsage of job (MB) 354064 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 17:58:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:58:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 354064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.052.000) 05/25 17:58:46 Job executing on host: <72.36.96.153:45489?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38244&addrs=72.36.96.153-45489&noUDP> ... 028 (1259.052.000) 05/25 17:58:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.153:45489?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38244&addrs=72.36.96.153-45489&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.212.000) 05/25 17:58:47 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.212.000) 05/25 17:58:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:58:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.050.000) 05/25 17:58:47 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2776 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 17:58:47 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T17:58:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 17:58:49 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 17:58:49 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 17:58:55 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2716 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 17:58:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 17:58:55 Image size of job updated: 1319188 350 - MemoryUsage of job (MB) 358276 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 17:58:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 358276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.209.000) 05/25 17:58:55 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.209.000) 05/25 17:58:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:58:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 17:58:56 Image size of job updated: 1049544 117 - MemoryUsage of job (MB) 119288 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 17:58:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049544 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:58:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 117 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 119288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 17:59:00 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301132 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 17:59:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 17:59:04 Image size of job updated: 168732 31 - MemoryUsage of job (MB) 31236 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 17:59:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168732 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 31236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 17:59:05 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355196 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 17:59:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:59:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 17:59:09 Image size of job updated: 1268904 278 - MemoryUsage of job (MB) 283756 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 17:59:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 278 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 283756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 17:59:17 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304960 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 17:59:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 17:59:18 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304528 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 17:59:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 17:59:18 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304132 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 17:59:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 17:59:19 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303108 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 17:59:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 17:59:21 Image size of job updated: 1336492 347 - MemoryUsage of job (MB) 355308 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 17:59:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 17:59:24 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297876 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 17:59:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 17:59:27 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307056 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 17:59:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 79 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391200.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 307056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 17:59:29 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 304004 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 17:59:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 17:59:29 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356152 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 17:59:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.211.000) 05/25 17:59:30 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.211.000) 05/25 17:59:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:59:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 17:59:31 Image size of job updated: 1336496 295 - MemoryUsage of job (MB) 301672 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 17:59:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 17:59:36 Job executing on host: <10.0.2.15:34502?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870589&addrs=10.0.2.15-34502&noUDP> ... 028 (1259.232.000) 05/25 17:59:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34502?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870589&addrs=10.0.2.15-34502&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 17:59:37 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355028 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 17:59:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:59:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 17:59:38 Image size of job updated: 1319932 348 - MemoryUsage of job (MB) 355540 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 17:59:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T17:59:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 17:59:39 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 17:59:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 17:59:39 Image size of job updated: 1319940 348 - MemoryUsage of job (MB) 356252 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 17:59:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 17:59:41 Image size of job updated: 1268908 282 - MemoryUsage of job (MB) 288676 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 17:59:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 288676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 17:59:42 Image size of job updated: 1270960 204 - MemoryUsage of job (MB) 208672 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 17:59:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1270960 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 204 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 208672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.230.000) 05/25 17:59:44 Job executing on host: <10.0.2.15:44764?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#871659&addrs=10.0.2.15-44764&noUDP> ... 028 (1259.230.000) 05/25 17:59:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44764?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#871659&addrs=10.0.2.15-44764&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 17:59:44 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 17:59:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 17:59:48 Image size of job updated: 1252352 347 - MemoryUsage of job (MB) 354892 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 17:59:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T17:59:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.223.000) 05/25 17:59:50 Job executing on host: <10.5.147.170:33326?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35328&addrs=10.5.147.170-33326&noUDP> ... 028 (1259.223.000) 05/25 17:59:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.170:33326?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35328&addrs=10.5.147.170-33326&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 17:59:51 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355024 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 17:59:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T17:59:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 355024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 17:59:52 Image size of job updated: 172320 31 - MemoryUsage of job (MB) 31548 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 17:59:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172320 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.241.000) 05/25 17:59:52 Job executing on host: <10.0.2.15:39852?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#871352&addrs=10.0.2.15-39852&noUDP> ... 028 (1259.241.000) 05/25 17:59:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T17:59:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39852?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#871352&addrs=10.0.2.15-39852&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 17:59:56 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 306548 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 17:59:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.210.000) 05/25 17:59:57 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.210.000) 05/25 17:59:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T17:59:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.110.000) 05/25 17:59:58 Image size of job updated: 1268900 348 - MemoryUsage of job (MB) 355976 - ResidentSetSize of job (KB) ... 028 (1259.110.000) 05/25 17:59:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717615" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MAWIKE-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 17:59:58 Image size of job updated: 160264 20 - MemoryUsage of job (MB) 20340 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 17:59:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 160264 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T17:59:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 20340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 17:59:59 Image size of job updated: 1251600 349 - MemoryUsage of job (MB) 356452 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 17:59:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T17:59:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 356452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.220.000) 05/25 18:00:00 Job executing on host: <10.0.2.15:45447?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866709&addrs=10.0.2.15-45447&noUDP> ... 028 (1259.220.000) 05/25 18:00:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45447?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866709&addrs=10.0.2.15-45447&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:00:01 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:00:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:00:02 Image size of job updated: 1263176 361 - MemoryUsage of job (MB) 369376 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:00:02 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:00:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 369376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.198.000) 05/25 18:00:05 Job executing on host: <10.0.2.15:45492?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865962&addrs=10.0.2.15-45492&noUDP> ... 028 (1259.198.000) 05/25 18:00:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45492?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865962&addrs=10.0.2.15-45492&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.047.000) 05/25 18:00:05 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1259.047.000) 05/25 18:00:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:00:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.237.000) 05/25 18:00:05 Job executing on host: <10.0.2.15:38797?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859369&addrs=10.0.2.15-38797&noUDP> ... 028 (1259.237.000) 05/25 18:00:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38797?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859369&addrs=10.0.2.15-38797&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:00:06 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:00:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:00:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.222.000) 05/25 18:00:06 Job executing on host: <10.0.2.15:42883?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39176&addrs=10.0.2.15-42883&noUDP> ... 028 (1259.222.000) 05/25 18:00:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42883?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39176&addrs=10.0.2.15-42883&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:00:07 Image size of job updated: 1336492 347 - MemoryUsage of job (MB) 354828 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:00:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 354828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.057.000) 05/25 18:00:09 Job executing on host: <192.168.3.34:42072?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885179&addrs=192.168.3.34-42072&noUDP> ... 028 (1259.057.000) 05/25 18:00:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:00:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.34:42072?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885179&addrs=192.168.3.34-42072&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.220.000) 05/25 18:00:09 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2728 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:00:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:00:11 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 293984 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:00:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 293984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.219.000) 05/25 18:00:11 Job executing on host: <10.0.2.15:37103?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862814&addrs=10.0.2.15-37103&noUDP> ... 028 (1259.219.000) 05/25 18:00:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37103?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862814&addrs=10.0.2.15-37103&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:00:12 Image size of job updated: 1319188 353 - MemoryUsage of job (MB) 360720 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:00:12 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:00:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 360720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:00:13 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2732 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:00:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.047.000) 05/25 18:00:13 Image size of job updated: 197776 24 - MemoryUsage of job (MB) 24004 - ResidentSetSize of job (KB) ... 028 (1259.047.000) 05/25 18:00:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 197776 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:00:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 24004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.056.000) 05/25 18:00:14 Job executing on host: <192.168.3.156:37994?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#36906&addrs=192.168.3.156-37994&noUDP> ... 028 (1259.056.000) 05/25 18:00:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:00:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.156:37994?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#36906&addrs=192.168.3.156-37994&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.237.000) 05/25 18:00:15 Image size of job updated: 28272 3 - MemoryUsage of job (MB) 2696 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:00:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28272 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:00:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:00:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:00:17 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:00:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.236.000) 05/25 18:00:17 Job executing on host: <10.0.2.15:39837?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882253&addrs=10.0.2.15-39837&noUDP> ... 028 (1259.236.000) 05/25 18:00:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39837?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882253&addrs=10.0.2.15-39837&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 18:00:17 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 306132 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 18:00:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389811.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22903" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406B-02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.224.000) 05/25 18:00:20 Job executing on host: <10.5.146.233:33756?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871001&addrs=10.5.146.233-33756&noUDP> ... 028 (1259.224.000) 05/25 18:00:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.146.233:33756?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871001&addrs=10.5.146.233-33756&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 18:00:20 Image size of job updated: 175380 34 - MemoryUsage of job (MB) 34500 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:00:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175380 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 34 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 34500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.238.000) 05/25 18:00:21 Job executing on host: <10.0.2.15:39816?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873217&addrs=10.0.2.15-39816&noUDP> ... 028 (1259.238.000) 05/25 18:00:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 238 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39816?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873217&addrs=10.0.2.15-39816&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:00:21 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355628 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:00:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 355628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.228.000) 05/25 18:00:22 Job executing on host: <10.0.2.15:38324?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#863143&addrs=10.0.2.15-38324&noUDP> ... 028 (1259.228.000) 05/25 18:00:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38324?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#863143&addrs=10.0.2.15-38324&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:00:22 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:00:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:00:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.227.000) 05/25 18:00:23 Job executing on host: <10.0.2.15:39551?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881419&addrs=10.0.2.15-39551&noUDP> ... 028 (1259.227.000) 05/25 18:00:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39551?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881419&addrs=10.0.2.15-39551&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 18:00:23 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304712 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:00:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.239.000) 05/25 18:00:24 Job executing on host: <10.0.2.15:41081?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36783&addrs=10.0.2.15-41081&noUDP> ... 028 (1259.239.000) 05/25 18:00:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41081?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36783&addrs=10.0.2.15-41081&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:00:25 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 354836 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:00:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 354836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:00:25 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:00:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 18:00:25 Image size of job updated: 583664 18 - MemoryUsage of job (MB) 17612 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 18:00:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 583664 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 18 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 17612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:00:28 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 354560 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 354560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 18:00:29 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 18:00:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 238 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:00:29 Image size of job updated: 28136 3 - MemoryUsage of job (MB) 2512 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:00:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 28136 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 2512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.225.000) 05/25 18:00:30 Job executing on host: <10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP> ... 028 (1259.225.000) 05/25 18:00:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:00:30 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:00:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:00:30 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 354892 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:00:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:00:31 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:00:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.217.000) 05/25 18:00:32 Job executing on host: <72.36.96.223:37134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877720&addrs=72.36.96.223-37134&noUDP> ... 028 (1259.217.000) 05/25 18:00:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.223:37134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877720&addrs=72.36.96.223-37134&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:00:32 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:00:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:00:32 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 356260 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:00:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 356260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.231.000) 05/25 18:00:34 Job executing on host: <10.0.2.15:41268?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862120&addrs=10.0.2.15-41268&noUDP> ... 028 (1259.231.000) 05/25 18:00:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41268?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862120&addrs=10.0.2.15-41268&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:00:35 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 353952 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:00:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 353952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:00:36 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 355132 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:00:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.246.000) 05/25 18:00:36 Job executing on host: <10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP> ... 028 (1259.246.000) 05/25 18:00:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Clemson" Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:00:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" TriggerEventTypeNumber = 1 ExecuteHost = "<10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP>" JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.113.000) 05/25 18:00:36 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355908 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:00:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:00:38 Image size of job updated: 1323544 289 - MemoryUsage of job (MB) 295772 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:00:38 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 295772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.225.000) 05/25 18:00:38 Image size of job updated: 151076 17 - MemoryUsage of job (MB) 17280 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/25 18:00:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 151076 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 17 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 17280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:00:39 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304088 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:00:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.256.000) 05/25 18:00:40 Job executing on host: <72.36.96.70:41100?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872775&addrs=72.36.96.70-41100&noUDP> ... 028 (1259.256.000) 05/25 18:00:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:41100?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872775&addrs=72.36.96.70-41100&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.234.000) 05/25 18:00:40 Job executing on host: <10.0.2.15:38447?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860364&addrs=10.0.2.15-38447&noUDP> ... 028 (1259.234.000) 05/25 18:00:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38447?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#860364&addrs=10.0.2.15-38447&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 18:00:40 Image size of job updated: 168944 31 - MemoryUsage of job (MB) 31544 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 18:00:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168944 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 31544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 18:00:40 Image size of job updated: 1336492 347 - MemoryUsage of job (MB) 354920 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 18:00:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:00:40 Image size of job updated: 1336496 295 - MemoryUsage of job (MB) 301628 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:00:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.215.000) 05/25 18:00:42 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.215.000) 05/25 18:00:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:00:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.242.000) 05/25 18:00:42 Job executing on host: <10.0.2.15:36667?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868033&addrs=10.0.2.15-36667&noUDP> ... 028 (1259.242.000) 05/25 18:00:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36667?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868033&addrs=10.0.2.15-36667&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:00:42 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306504 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:00:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 18:00:43 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2736 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:00:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.216.000) 05/25 18:00:44 Job executing on host: <149.165.225.58:41333?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889568&addrs=149.165.225.58-41333&noUDP> ... 028 (1259.216.000) 05/25 18:00:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.58:41333?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889568&addrs=149.165.225.58-41333&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.252.000) 05/25 18:00:44 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.252.000) 05/25 18:00:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:00:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:00:45 Image size of job updated: 62844 10 - MemoryUsage of job (MB) 9884 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:00:45 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 62844 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 9884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.243.000) 05/25 18:00:46 Job executing on host: <10.5.147.124:38335?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#35335&addrs=10.5.147.124-38335&noUDP> ... 028 (1259.243.000) 05/25 18:00:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.124:38335?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#35335&addrs=10.5.147.124-38335&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 18:00:48 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:00:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 18:00:48 Image size of job updated: 1266804 133 - MemoryUsage of job (MB) 135912 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 18:00:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 133 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 135912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.221.000) 05/25 18:00:49 Job executing on host: <10.5.147.92:36321?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#867653&addrs=10.5.147.92-36321&noUDP> ... 028 (1259.221.000) 05/25 18:00:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.92:36321?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#867653&addrs=10.5.147.92-36321&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:00:50 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2692 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:00:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:00:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 2692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.233.000) 05/25 18:00:50 Job executing on host: <10.5.145.218:45557?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879437&addrs=10.5.145.218-45557&noUDP> ... 028 (1259.233.000) 05/25 18:00:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.145.218:45557?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879437&addrs=10.5.145.218-45557&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:00:51 Image size of job updated: 143940 13 - MemoryUsage of job (MB) 12688 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:00:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 143940 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 12688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:00:52 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 304080 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:00:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.268.000) 05/25 18:00:52 Job executing on host: <10.0.2.15:38135?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#875947&addrs=10.0.2.15-38135&noUDP> ... 028 (1259.268.000) 05/25 18:00:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:38135?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#875947&addrs=10.0.2.15-38135&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:00:52 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:00:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:00:53 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2712 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:00:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:00:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 2712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:00:53 Image size of job updated: 1252352 347 - MemoryUsage of job (MB) 354436 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:00:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:00:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 354436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:00:53 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 354868 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:00:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.265.000) 05/25 18:00:54 Job executing on host: <10.5.144.227:43435?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#878845&addrs=10.5.144.227-43435&noUDP> ... 028 (1259.265.000) 05/25 18:00:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.144.227:43435?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#878845&addrs=10.5.144.227-43435&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 18:00:54 Image size of job updated: 1268912 320 - MemoryUsage of job (MB) 327548 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 18:00:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268912 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:00:54 Image size of job updated: 161396 20 - MemoryUsage of job (MB) 20348 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:00:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 161396 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 20 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 20348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.213.000) 05/25 18:00:54 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.213.000) 05/25 18:00:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:00:54 Image size of job updated: 1319936 288 - MemoryUsage of job (MB) 294260 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:00:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 294260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:00:54 Image size of job updated: 1255948 288 - MemoryUsage of job (MB) 294304 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:00:54 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 294304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.114.000) 05/25 18:00:54 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307208 - ResidentSetSize of job (KB) ... 028 (1259.114.000) 05/25 18:00:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391199.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 ResidentSetSize = 307208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:00:55 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355680 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:00:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 355680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.218.000) 05/25 18:00:55 Job executing on host: <72.36.96.70:39395?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880087&addrs=72.36.96.70-39395&noUDP> ... 028 (1259.218.000) 05/25 18:00:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:39395?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880087&addrs=72.36.96.70-39395&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:00:56 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354184 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:00:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:00:56 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 353840 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:00:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 353840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.266.000) 05/25 18:00:56 Job executing on host: <10.0.2.15:39497?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860298&addrs=10.0.2.15-39497&noUDP> ... 028 (1259.266.000) 05/25 18:00:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39497?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860298&addrs=10.0.2.15-39497&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.267.000) 05/25 18:00:56 Job executing on host: <10.0.2.15:44202?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879102&addrs=10.0.2.15-44202&noUDP> ... 028 (1259.267.000) 05/25 18:00:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:44202?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879102&addrs=10.0.2.15-44202&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.287.000) 05/25 18:00:57 Job executing on host: <72.36.96.53:34303?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874812&addrs=72.36.96.53-34303&noUDP> ... 028 (1259.287.000) 05/25 18:00:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:00:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.53:34303?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874812&addrs=72.36.96.53-34303&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.240.000) 05/25 18:00:57 Job executing on host: <10.0.2.15:46179?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876649&addrs=10.0.2.15-46179&noUDP> ... 028 (1259.240.000) 05/25 18:00:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 240 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46179?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876649&addrs=10.0.2.15-46179&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389521.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-EAGOKEY-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.247.000) 05/25 18:00:58 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.247.000) 05/25 18:00:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:00:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:00:58 Image size of job updated: 163884 23 - MemoryUsage of job (MB) 22752 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:00:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163884 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:00:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 22752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.248.000) 05/25 18:00:59 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.248.000) 05/25 18:00:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:00:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:00:59 Image size of job updated: 70916 9 - MemoryUsage of job (MB) 8324 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 70916 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 9 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 8324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:01:00 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303464 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:01:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:01:00 Image size of job updated: 163360 24 - MemoryUsage of job (MB) 23580 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:01:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163360 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 23580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.271.000) 05/25 18:01:01 Job executing on host: <10.0.2.15:43923?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#885982&addrs=10.0.2.15-43923&noUDP> ... 028 (1259.271.000) 05/25 18:01:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43923?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#885982&addrs=10.0.2.15-43923&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:01:01 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304180 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:01:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:01:02 Image size of job updated: 161092 21 - MemoryUsage of job (MB) 21036 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:01:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 161092 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 21036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.251.000) 05/25 18:01:03 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.251.000) 05/25 18:01:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:01:03 Image size of job updated: 24536 3 - MemoryUsage of job (MB) 2244 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:01:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24536 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 2244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.249.000) 05/25 18:01:03 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.249.000) 05/25 18:01:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.244.000) 05/25 18:01:03 Job executing on host: <10.5.147.254:34306?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#35920&addrs=10.5.147.254-34306&noUDP> ... 028 (1259.244.000) 05/25 18:01:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.254:34306?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#35920&addrs=10.5.147.254-34306&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.214.000) 05/25 18:01:03 Job executing on host: <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.214.000) 05/25 18:01:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:01:04 Image size of job updated: 24676 3 - MemoryUsage of job (MB) 2544 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:01:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24676 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:01:04 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304340 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:01:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 18:01:05 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 18:01:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:01:05 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:01:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 18:01:06 Image size of job updated: 15288 2 - MemoryUsage of job (MB) 1204 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 18:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15288 Proc = 240 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389521.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-EAGOKEY-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.299.000) 05/25 18:01:06 Job executing on host: <10.0.2.15:41095?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869424&addrs=10.0.2.15-41095&noUDP> ... 028 (1259.299.000) 05/25 18:01:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41095?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869424&addrs=10.0.2.15-41095&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:01:06 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355616 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 355616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:01:06 Image size of job updated: 24536 3 - MemoryUsage of job (MB) 2064 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:01:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 24536 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.286.000) 05/25 18:01:07 Job executing on host: <10.0.2.15:36067?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863438&addrs=10.0.2.15-36067&noUDP> ... 028 (1259.286.000) 05/25 18:01:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:36067?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863438&addrs=10.0.2.15-36067&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.279.000) 05/25 18:01:07 Job executing on host: <149.165.225.64:41634?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879700&addrs=149.165.225.64-41634&noUDP> ... 028 (1259.279.000) 05/25 18:01:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.64:41634?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879700&addrs=149.165.225.64-41634&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:01:07 Image size of job updated: 98456 8 - MemoryUsage of job (MB) 7688 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:01:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 98456 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 7688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.049.000) 05/25 18:01:07 Job executing on host: <72.36.96.162:41751?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559089&addrs=72.36.96.162-41751&noUDP> ... 028 (1259.049.000) 05/25 18:01:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:41751?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559089&addrs=72.36.96.162-41751&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:01:07 Image size of job updated: 179136 10 - MemoryUsage of job (MB) 9860 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:01:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 179136 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 9860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:01:08 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357728 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:01:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 357728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 18:01:08 Image size of job updated: 1336496 335 - MemoryUsage of job (MB) 342264 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 18:01:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.294.000) 05/25 18:01:08 Job executing on host: <10.0.2.15:46289?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#857196&addrs=10.0.2.15-46289&noUDP> ... 028 (1259.294.000) 05/25 18:01:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:46289?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#857196&addrs=10.0.2.15-46289&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.284.000) 05/25 18:01:08 Job executing on host: <149.165.225.77:44655?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867419&addrs=149.165.225.77-44655&noUDP> ... 028 (1259.284.000) 05/25 18:01:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.77:44655?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867419&addrs=149.165.225.77-44655&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:01:08 Image size of job updated: 1319936 348 - MemoryUsage of job (MB) 355384 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:01:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.257.000) 05/25 18:01:09 Job executing on host: <72.36.96.174:43835?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875523&addrs=72.36.96.174-43835&noUDP> ... 028 (1259.257.000) 05/25 18:01:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:43835?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875523&addrs=72.36.96.174-43835&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 18:01:09 Image size of job updated: 102220 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 18:01:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.291.000) 05/25 18:01:09 Job executing on host: <10.0.2.15:39307?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882385&addrs=10.0.2.15-39307&noUDP> ... 028 (1259.291.000) 05/25 18:01:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:39307?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#882385&addrs=10.0.2.15-39307&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.298.000) 05/25 18:01:09 Job executing on host: <10.0.2.15:42383?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879261&addrs=10.0.2.15-42383&noUDP> ... 028 (1259.298.000) 05/25 18:01:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42383?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879261&addrs=10.0.2.15-42383&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.275.000) 05/25 18:01:09 Job executing on host: <10.0.2.15:40527?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873578&addrs=10.0.2.15-40527&noUDP> ... 028 (1259.275.000) 05/25 18:01:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:40527?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#873578&addrs=10.0.2.15-40527&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.253.000) 05/25 18:01:09 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.253.000) 05/25 18:01:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.254.000) 05/25 18:01:10 Job executing on host: <72.36.96.33:36926?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879758&addrs=72.36.96.33-36926&noUDP> ... 028 (1259.254.000) 05/25 18:01:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.33:36926?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879758&addrs=72.36.96.33-36926&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.289.000) 05/25 18:01:10 Job executing on host: <10.5.147.170:43165?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#861252&addrs=10.5.147.170-43165&noUDP> ... 028 (1259.289.000) 05/25 18:01:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.170:43165?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#861252&addrs=10.5.147.170-43165&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.245.000) 05/25 18:01:10 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.245.000) 05/25 18:01:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.297.000) 05/25 18:01:10 Job executing on host: <10.0.2.15:33374?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#877452&addrs=10.0.2.15-33374&noUDP> ... 028 (1259.297.000) 05/25 18:01:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33374?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#877452&addrs=10.0.2.15-33374&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.262.000) 05/25 18:01:11 Job executing on host: <10.5.151.51:38773?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885419&addrs=10.5.151.51-38773&noUDP> ... 028 (1259.262.000) 05/25 18:01:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.151.51:38773?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#885419&addrs=10.5.151.51-38773&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:01:11 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356572 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:01:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.282.000) 05/25 18:01:12 Job executing on host: <149.165.225.97:40907?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869063&addrs=149.165.225.97-40907&noUDP> ... 028 (1259.282.000) 05/25 18:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.97:40907?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869063&addrs=149.165.225.97-40907&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:01:12 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 353800 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 353800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.255.000) 05/25 18:01:12 Job executing on host: <192.170.226.92:44212?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862410&addrs=192.170.226.92-44212&noUDP> ... 028 (1259.255.000) 05/25 18:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.92:44212?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862410&addrs=192.170.226.92-44212&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.292.000) 05/25 18:01:12 Job executing on host: <10.0.2.15:34324?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881179&addrs=10.0.2.15-34324&noUDP> ... 028 (1259.292.000) 05/25 18:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34324?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881179&addrs=10.0.2.15-34324&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:01:12 Image size of job updated: 1049540 108 - MemoryUsage of job (MB) 109780 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049540 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 108 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 109780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:01:12 Image size of job updated: 1049540 88 - MemoryUsage of job (MB) 89392 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1049540 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 88 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 89392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.250.000) 05/25 18:01:12 Job executing on host: <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.250.000) 05/25 18:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:01:12 Image size of job updated: 172348 31 - MemoryUsage of job (MB) 31584 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172348 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 31584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:01:12 Image size of job updated: 89024 8 - MemoryUsage of job (MB) 7820 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:01:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 89024 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 7820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:01:13 Image size of job updated: 1319936 347 - MemoryUsage of job (MB) 355088 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:01:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 355088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.296.000) 05/25 18:01:13 Job executing on host: <10.5.139.214:46446?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#859958&addrs=10.5.139.214-46446&noUDP> ... 028 (1259.296.000) 05/25 18:01:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.139.214:46446?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#859958&addrs=10.5.139.214-46446&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.273.000) 05/25 18:01:13 Job executing on host: <10.0.2.15:42286?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866088&addrs=10.0.2.15-42286&noUDP> ... 028 (1259.273.000) 05/25 18:01:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42286?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866088&addrs=10.0.2.15-42286&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:01:14 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2764 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:01:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.276.000) 05/25 18:01:14 Job executing on host: <149.165.225.142:38278?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#40397&addrs=149.165.225.142-38278&noUDP> ... 028 (1259.276.000) 05/25 18:01:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:01:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.142:38278?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#40397&addrs=149.165.225.142-38278&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.264.000) 05/25 18:01:15 Job executing on host: <10.0.2.15:37760?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#861894&addrs=10.0.2.15-37760&noUDP> ... 028 (1259.264.000) 05/25 18:01:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:37760?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#861894&addrs=10.0.2.15-37760&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:01:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:01:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:01:15 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2720 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:01:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 2720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.272.000) 05/25 18:01:15 Job executing on host: <10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP> ... 028 (1259.272.000) 05/25 18:01:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14152" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:01:16 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:01:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.263.000) 05/25 18:01:16 Job executing on host: <10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP> ... 028 (1259.263.000) 05/25 18:01:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23088" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.048.000) 05/25 18:01:16 Job executing on host: <72.36.96.238:35144?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869996&addrs=72.36.96.238-35144&noUDP> ... 028 (1259.048.000) 05/25 18:01:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.238:35144?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869996&addrs=72.36.96.238-35144&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.278.000) 05/25 18:01:16 Job executing on host: <192.168.3.30:37195?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865448&addrs=192.168.3.30-37195&noUDP> ... 028 (1259.278.000) 05/25 18:01:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.30:37195?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#865448&addrs=192.168.3.30-37195&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.049.000) 05/25 18:01:16 Image size of job updated: 163704 26 - MemoryUsage of job (MB) 25988 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:01:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163704 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 25988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:01:17 Image size of job updated: 157728 21 - MemoryUsage of job (MB) 21256 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:01:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 157728 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 21 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 21256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:01:17 Image size of job updated: 79672 13 - MemoryUsage of job (MB) 13188 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:01:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 79672 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 13 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 13188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:01:17 Image size of job updated: 29736 3 - MemoryUsage of job (MB) 2592 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:01:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 29736 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 2592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:01:18 Image size of job updated: 159760 4 - MemoryUsage of job (MB) 3596 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 159760 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 3596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:01:18 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1592 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:01:18 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303428 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:01:18 Image size of job updated: 126656 12 - MemoryUsage of job (MB) 12244 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 126656 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 12244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.288.000) 05/25 18:01:18 Job executing on host: <10.5.147.72:38371?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855067&addrs=10.5.147.72-38371&noUDP> ... 028 (1259.288.000) 05/25 18:01:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.5.147.72:38371?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855067&addrs=10.5.147.72-38371&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:01:18 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:01:18 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:01:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:01:19 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359728 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:01:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:01:19 Image size of job updated: 163712 11 - MemoryUsage of job (MB) 10700 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:01:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163712 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 10700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 18:01:19 Image size of job updated: 53428 4 - MemoryUsage of job (MB) 3336 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 18:01:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 53428 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 3336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:01:20 Image size of job updated: 302708 28 - MemoryUsage of job (MB) 28596 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:01:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 302708 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 28596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:01:20 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:01:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:01:20 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2708 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:01:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 2708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 18:01:20 Image size of job updated: 168728 28 - MemoryUsage of job (MB) 27948 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 18:01:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168728 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 27948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.258.000) 05/25 18:01:21 Job executing on host: <72.36.96.174:39713?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861273&addrs=72.36.96.174-39713&noUDP> ... 028 (1259.258.000) 05/25 18:01:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:39713?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861273&addrs=72.36.96.174-39713&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.280.000) 05/25 18:01:21 Job executing on host: <72.36.96.160:39086?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876586&addrs=72.36.96.160-39086&noUDP> ... 028 (1259.280.000) 05/25 18:01:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.160:39086?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876586&addrs=72.36.96.160-39086&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:01:21 Image size of job updated: 161212 22 - MemoryUsage of job (MB) 21788 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:01:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 161212 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 22 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 21788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 18:01:21 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306024 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 18:01:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 18:01:21 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300744 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 18:01:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:01:22 Image size of job updated: 172340 31 - MemoryUsage of job (MB) 31556 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:01:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172340 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:01:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.274.000) 05/25 18:01:23 Job executing on host: <10.0.2.15:42816?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856935&addrs=10.0.2.15-42816&noUDP> ... 028 (1259.274.000) 05/25 18:01:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:42816?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856935&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:01:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2748 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 18:01:23 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2760 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14152" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:01:23 Image size of job updated: 168736 31 - MemoryUsage of job (MB) 31344 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 168736 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 31344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:01:23 Image size of job updated: 1252348 345 - MemoryUsage of job (MB) 353176 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:01:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:01:24 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357560 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:01:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 357560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:01:24 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358356 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 358356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 18:01:24 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304940 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:01:24 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357328 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:01:25 Image size of job updated: 102220 6 - MemoryUsage of job (MB) 5228 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:01:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 5228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:01:25 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305728 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:01:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.263.000) 05/25 18:01:25 Image size of job updated: 85096 10 - MemoryUsage of job (MB) 10128 - ResidentSetSize of job (KB) ... 028 (1259.263.000) 05/25 18:01:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 85096 Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23088" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 10128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:01:25 Image size of job updated: 87652 10 - MemoryUsage of job (MB) 9296 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:01:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 87652 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 9296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:01:26 Image size of job updated: 323256 30 - MemoryUsage of job (MB) 29744 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:01:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 323256 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 29744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.060.000) 05/25 18:01:26 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 356844 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:01:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:01:27 Image size of job updated: 172544 31 - MemoryUsage of job (MB) 31744 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:01:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172544 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 31744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.018.000) 05/25 18:01:27 Job executing on host: <128.9.36.71:36178?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871444&addrs=128.9.36.71-36178&noUDP> ... 028 (1259.018.000) 05/25 18:01:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "ISI" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:01:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.9.36.71:36178?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871444&addrs=128.9.36.71-36178&noUDP>" JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/25 18:01:28 Job executing on host: <10.0.2.15:34707?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889254&addrs=10.0.2.15-34707&noUDP> ... 028 (1259.259.000) 05/25 18:01:28 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:28" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:34707?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889254&addrs=10.0.2.15-34707&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:01:29 Image size of job updated: 165900 28 - MemoryUsage of job (MB) 28436 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:01:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 165900 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 28436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:01:29 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2704 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:01:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.269.000) 05/25 18:01:29 Job executing on host: <10.0.2.15:43063?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875840&addrs=10.0.2.15-43063&noUDP> ... 028 (1259.269.000) 05/25 18:01:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:43063?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875840&addrs=10.0.2.15-43063&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:01:30 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356412 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:01:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.281.000) 05/25 18:01:31 Job executing on host: <72.36.96.177:36472?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878236&addrs=72.36.96.177-36472&noUDP> ... 028 (1259.281.000) 05/25 18:01:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.177:36472?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878236&addrs=72.36.96.177-36472&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:01:31 Image size of job updated: 11816 2 - MemoryUsage of job (MB) 1580 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:01:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 11816 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.283.000) 05/25 18:01:31 Job executing on host: <149.165.225.115:42572?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#878092&addrs=149.165.225.115-42572&noUDP> ... 028 (1259.283.000) 05/25 18:01:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.115:42572?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#878092&addrs=149.165.225.115-42572&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:01:31 Image size of job updated: 1319940 299 - MemoryUsage of job (MB) 305768 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:01:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 305768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:01:35 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 355248 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:01:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:01:35 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307616 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:01:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 18:01:36 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2752 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 18:01:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 2752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:01:36 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354032 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:01:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:01:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 354032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:01:36 Image size of job updated: 617468 33 - MemoryUsage of job (MB) 33572 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:01:36 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 617468 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:01:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 33 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 33572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:01:37 Image size of job updated: 1319940 287 - MemoryUsage of job (MB) 293276 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:01:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:01:37 Image size of job updated: 1266804 181 - MemoryUsage of job (MB) 185292 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:01:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:01:38 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303952 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:01:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/25 18:01:38 Image size of job updated: 1266804 83 - MemoryUsage of job (MB) 84392 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/25 18:01:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 188 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 83 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 84392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:01:38 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304532 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:01:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 304532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:01:39 Image size of job updated: 65144 8 - MemoryUsage of job (MB) 8088 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:01:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 65144 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 8 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 8088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:01:39 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2700 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:01:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 2700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:01:39 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306888 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:01:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:01:40 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356004 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:01:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:01:40 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357408 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:01:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 18:01:40 Image size of job updated: 1319940 299 - MemoryUsage of job (MB) 305788 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:01:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 305788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.167.000) 05/25 18:01:42 Job executing on host: <128.9.36.73:33634?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860329&addrs=128.9.36.73-33634&noUDP> ... 028 (1259.167.000) 05/25 18:01:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "ISI" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:01:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.9.36.73:33634?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860329&addrs=128.9.36.73-33634&noUDP>" JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.295.000) 05/25 18:01:42 Job executing on host: <72.36.96.61:46290?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908182&addrs=72.36.96.61-46290&noUDP> ... 028 (1259.295.000) 05/25 18:01:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.61:46290?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908182&addrs=72.36.96.61-46290&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:01:43 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304996 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:01:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 304996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:01:46 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304876 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:01:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 304876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:01:48 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356996 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:01:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 356996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:01:48 Image size of job updated: 1319940 299 - MemoryUsage of job (MB) 305816 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:01:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 305816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:01:48 Image size of job updated: 1268900 299 - MemoryUsage of job (MB) 305228 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:01:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 305228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 18:01:48 Image size of job updated: 102220 2 - MemoryUsage of job (MB) 1196 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 18:01:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102220 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:01:49 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358496 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:01:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:01:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 358496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/25 18:01:49 Image size of job updated: 1266808 180 - MemoryUsage of job (MB) 184136 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/25 18:01:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266808 Proc = 190 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 180 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:01:50 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2740 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:01:50 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:01:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 2740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:01:50 Image size of job updated: 81508 10 - MemoryUsage of job (MB) 9964 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:01:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 81508 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 10 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 9964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 18:01:50 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 357888 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 18:01:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:01:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 357888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:01:51 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 305072 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:01:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 305072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:01:52 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 356024 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:01:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:01:52 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304964 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:01:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:01:52 Image size of job updated: 1319936 289 - MemoryUsage of job (MB) 295652 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:01:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:01:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 295652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.277.000) 05/25 18:01:52 Job executing on host: <192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP> ... 028 (1259.277.000) 05/25 18:01:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:01:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.154.000) 05/25 18:01:53 Image size of job updated: 1319940 300 - MemoryUsage of job (MB) 306840 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:01:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 306840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:01:53 Image size of job updated: 1336492 268 - MemoryUsage of job (MB) 274288 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:01:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 268 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 274288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:01:54 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355496 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:01:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 355496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:01:54 Image size of job updated: 1252352 299 - MemoryUsage of job (MB) 305884 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:01:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 305884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.285.000) 05/25 18:01:55 Job executing on host: <192.168.3.86:45804?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860582&addrs=192.168.3.86-45804&noUDP> ... 028 (1259.285.000) 05/25 18:01:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:01:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.86:45804?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#860582&addrs=192.168.3.86-45804&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 18:01:55 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305592 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:01:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 18:01:56 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 321972 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 18:01:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:01:57 Image size of job updated: 1268904 245 - MemoryUsage of job (MB) 249996 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:01:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 245 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 249996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 18:01:57 Image size of job updated: 1268908 314 - MemoryUsage of job (MB) 321456 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 18:01:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:01:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:01:58 Image size of job updated: 1252352 299 - MemoryUsage of job (MB) 305884 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:01:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 305884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:01:59 Image size of job updated: 1336496 348 - MemoryUsage of job (MB) 356164 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:01:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:01:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 356164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:02:01 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357196 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:02:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:02:01 Image size of job updated: 102600 12 - MemoryUsage of job (MB) 11276 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:02:01 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 102600 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:02:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 12 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 11276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:02:03 Image size of job updated: 181320 36 - MemoryUsage of job (MB) 36720 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:02:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 181320 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:02:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 36 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 36720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:02:04 Image size of job updated: 1319940 300 - MemoryUsage of job (MB) 306448 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:02:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 306448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:02:04 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307668 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:02:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 307668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:02:05 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 308504 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:02:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 308504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:02:05 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355824 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:02:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 355824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:02:06 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356720 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:02:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 356720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.290.000) 05/25 18:02:09 Job executing on host: <10.0.2.15:41992?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878920&addrs=10.0.2.15-41992&noUDP> ... 028 (1259.290.000) 05/25 18:02:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SU-ITS" Proc = 290 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.2.15:41992?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878920&addrs=10.0.2.15-41992&noUDP>" JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:02:09 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 356184 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:02:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 18:02:09 Image size of job updated: 1199216 170 - MemoryUsage of job (MB) 173216 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 18:02:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 184 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 170 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 173216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:02:10 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357416 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:02:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 357416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:02:13 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357076 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:02:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 357076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 18:02:13 Image size of job updated: 1268904 256 - MemoryUsage of job (MB) 261868 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 18:02:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 256 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385869.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 261868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:02:13 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 356204 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:02:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 356204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:02:15 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359752 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:02:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 359752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:02:15 Image size of job updated: 1255948 347 - MemoryUsage of job (MB) 355312 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:02:15 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 355312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:02:16 Image size of job updated: 1268904 267 - MemoryUsage of job (MB) 272732 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:02:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 267 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 272732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:02:16 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 308620 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:02:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 308620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:02:18 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 359024 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:02:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 359024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 18:02:18 Image size of job updated: 117196 11 - MemoryUsage of job (MB) 11256 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 18:02:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 117196 Proc = 290 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 11 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 11256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:02:20 Image size of job updated: 1319188 355 - MemoryUsage of job (MB) 362832 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:02:20 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:02:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 362832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:02:20 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 355296 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:02:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 355296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:02:21 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307684 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:02:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:02:22 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 308984 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:02:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 308984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:02:24 Image size of job updated: 1252352 350 - MemoryUsage of job (MB) 357444 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:02:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 357444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:02:25 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 356548 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:02:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:02:26 Image size of job updated: 1336496 284 - MemoryUsage of job (MB) 289864 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:02:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:02:27 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355552 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:02:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 355552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:02:28 Image size of job updated: 1336496 349 - MemoryUsage of job (MB) 356408 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:02:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:02:29 Image size of job updated: 1268908 347 - MemoryUsage of job (MB) 355216 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:02:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 355216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:02:29 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 353800 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:02:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:02:29 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354012 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:02:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:02:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:02:30 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 357348 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:02:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:02:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 357348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 18:02:30 Image size of job updated: 1199220 187 - MemoryUsage of job (MB) 190468 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 18:02:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199220 Proc = 204 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 187 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 190468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:02:31 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357468 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:02:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:02:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 357468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/25 18:02:31 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355388 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/25 18:02:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 ResidentSetSize = 355388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:02:31 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 355236 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:02:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:02:33 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309752 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:02:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:02:38 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302588 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:02:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:02:38 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 308860 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:02:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:02:40 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355536 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:02:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 355536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:02:42 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355408 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:02:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 355408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:02:42 Image size of job updated: 1268904 286 - MemoryUsage of job (MB) 292048 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:02:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 292048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:02:43 Image size of job updated: 1252352 348 - MemoryUsage of job (MB) 356320 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:02:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:02:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:02:43 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356308 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:02:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:02:45 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356976 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:02:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:02:52 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356492 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:02:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:02:52 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 358024 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:02:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:02:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 358024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 18:02:53 Image size of job updated: 1336496 286 - MemoryUsage of job (MB) 291936 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 18:02:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:02:55 Image size of job updated: 1199220 184 - MemoryUsage of job (MB) 187904 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:02:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199220 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:02:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 184 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 187904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:02:56 Image size of job updated: 1319940 348 - MemoryUsage of job (MB) 355624 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:02:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:02:57 Image size of job updated: 1252352 288 - MemoryUsage of job (MB) 293992 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:02:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:02:58 Image size of job updated: 1268908 348 - MemoryUsage of job (MB) 355436 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:02:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:03:00 Image size of job updated: 1203368 184 - MemoryUsage of job (MB) 188288 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:03:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1203368 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 184 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 188288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:03:01 Image size of job updated: 1268908 294 - MemoryUsage of job (MB) 300968 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:03:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.170.000) 05/25 18:03:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_10727_137664228@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309 <10.0.2.15:33678?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871291&addrs=10.0.2.15-33678&noUDP> ... 028 (1259.170.000) 05/25 18:03:06 Job ad information event triggered. StartdAddr = "<10.0.2.15:33678?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871291&addrs=10.0.2.15-33678&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 170 EventTime = "2019-05-25T18:03:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_10727_137664228@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4381932.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1259.199.000) 05/25 18:03:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309 <10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP> ... 028 (1259.199.000) 05/25 18:03:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:46255?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#867993&addrs=10.0.2.15-46255&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21722" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 199 EventTime = "2019-05-25T18:03:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" EventDescription = "Job disconnected, attempting to reconnect" ... 022 (1259.201.000) 05/25 18:03:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3434_41014317@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309 <10.0.2.15:39821?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881028&addrs=10.0.2.15-39821&noUDP> ... 028 (1259.201.000) 05/25 18:03:10 Job ad information event triggered. StartdAddr = "<10.0.2.15:39821?CCBID=192.170.227.251:9752%3faddrs%3d192.170.227.251-9752#881028&addrs=10.0.2.15-39821&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25240" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 201 EventTime = "2019-05-25T18:03:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3434_41014317@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4440318.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.003.000) 05/25 18:03:12 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356860 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 18:03:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:03:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 356860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:03:15 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 355188 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:03:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:03:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 355188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:03:18 Image size of job updated: 1268904 286 - MemoryUsage of job (MB) 292436 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:03:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 292436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:03:23 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358168 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:03:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 358168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:03:23 Image size of job updated: 1319940 349 - MemoryUsage of job (MB) 356976 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:03:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:03:23 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357268 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:03:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:03:27 Image size of job updated: 1323544 351 - MemoryUsage of job (MB) 359264 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:03:27 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 359264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:03:30 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 356444 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:03:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:03:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:03:30 Image size of job updated: 1319940 288 - MemoryUsage of job (MB) 294000 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:03:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:03:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 294000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:03:32 Image size of job updated: 1336492 291 - MemoryUsage of job (MB) 297576 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:03:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 297576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:03:34 Image size of job updated: 1336496 295 - MemoryUsage of job (MB) 301496 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:03:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:03:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:03:37 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 355632 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:03:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:03:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 355632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:03:39 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357092 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:03:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:03:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/25 18:03:39 Image size of job updated: 1289916 352 - MemoryUsage of job (MB) 360128 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/25 18:03:39 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:03:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 ResidentSetSize = 360128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:03:41 Image size of job updated: 1252352 286 - MemoryUsage of job (MB) 292820 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:03:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:03:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 292820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:03:46 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355740 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:03:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:03:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 355740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.050.000) 05/25 18:03:48 Image size of job updated: 1289916 350 - MemoryUsage of job (MB) 357480 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 18:03:48 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:03:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 ResidentSetSize = 357480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:03:49 Image size of job updated: 1251600 348 - MemoryUsage of job (MB) 355856 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:03:49 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:03:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 355856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:03:55 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356504 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:03:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:03:55 Image size of job updated: 1319188 354 - MemoryUsage of job (MB) 361764 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:03:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:03:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 361764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:03:57 Image size of job updated: 1319940 288 - MemoryUsage of job (MB) 294292 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:03:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:03:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 294292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:04:02 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304576 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:04:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:04:05 Image size of job updated: 1252352 287 - MemoryUsage of job (MB) 293456 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:04:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:04:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 293456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:04:06 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357720 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:04:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:04:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 18:04:10 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299632 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 18:04:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:04:19 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306084 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:04:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 18:04:21 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 356744 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 18:04:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:04:24 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299724 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:04:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.235.000) 05/25 18:04:24 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_84712_352014894@CRUSH-OSG-C7-10-5-145-214, rescheduling job ... 028 (1259.235.000) 05/25 18:04:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 235 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423336.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" StartdName = "glidein_84712_352014894@CRUSH-OSG-C7-10-5-145-214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot9@CRUSH-OSG-C7-10-5-145-214" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:04:30 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 358000 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:04:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 18:04:31 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305812 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 18:04:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:04:38 Image size of job updated: 1319932 351 - MemoryUsage of job (MB) 359044 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:04:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:04:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:04:38 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358984 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:04:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:04:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:04:40 Image size of job updated: 1319940 351 - MemoryUsage of job (MB) 358976 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:04:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:04:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:04:40 Image size of job updated: 1319940 288 - MemoryUsage of job (MB) 294400 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:04:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:04:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 294400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:04:42 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304640 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:04:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:04:42 Image size of job updated: 1268908 284 - MemoryUsage of job (MB) 289852 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:04:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 18:04:44 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 355264 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 18:04:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:04:48 Image size of job updated: 1252352 350 - MemoryUsage of job (MB) 358016 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:04:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:04:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:04:51 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 359040 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:04:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:04:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 359040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:04:52 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299688 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:04:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:04:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.235.000) 05/25 18:04:55 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1259.235.000) 05/25 18:04:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:04:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:04:58 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304192 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:04:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:04:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 304192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:04:59 Image size of job updated: 1251600 353 - MemoryUsage of job (MB) 361144 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:04:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:04:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 361144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.260.000) 05/25 18:05:01 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_96031_141163136@CRUSH-OSG-C7-10-5-145-214, rescheduling job ... 028 (1259.260.000) 05/25 18:05:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 260 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442336.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8117022" StartdName = "glidein_96031_141163136@CRUSH-OSG-C7-10-5-145-214" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot16@CRUSH-OSG-C7-10-5-145-214" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:05:02 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304840 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:05:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 18:05:03 Image size of job updated: 203576 28 - MemoryUsage of job (MB) 28572 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 18:05:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 203576 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:05:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 28 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 28572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:05:03 Image size of job updated: 1263176 366 - MemoryUsage of job (MB) 374360 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:05:03 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:05:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 374360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:05:07 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 357184 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:05:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 357184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:05:07 Image size of job updated: 1252352 287 - MemoryUsage of job (MB) 293840 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:05:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 293840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:05:10 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307228 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:05:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:05:11 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 294356 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:05:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 294356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:05:13 Image size of job updated: 1319188 355 - MemoryUsage of job (MB) 363260 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:05:13 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:05:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.047.000) 05/25 18:05:13 Image size of job updated: 1289916 352 - MemoryUsage of job (MB) 359848 - ResidentSetSize of job (KB) ... 028 (1259.047.000) 05/25 18:05:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:05:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:05:13 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307500 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:05:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 18:05:15 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358148 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:05:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:05:16 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302168 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:05:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:05:17 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 356848 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:05:17 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.219.000) 05/25 18:05:21 Image size of job updated: 1268900 300 - MemoryUsage of job (MB) 306840 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:05:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:05:22 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357396 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:05:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 357396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:05:22 Image size of job updated: 1272592 348 - MemoryUsage of job (MB) 356296 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:05:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:05:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.063.000) 05/25 18:05:25 Image size of job updated: 1319936 351 - MemoryUsage of job (MB) 358692 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:05:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 358692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:05:25 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301316 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:05:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:05:29 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357740 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 357740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 18:05:29 Image size of job updated: 1199220 183 - MemoryUsage of job (MB) 186988 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 18:05:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199220 Proc = 238 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 183 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 186988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:05:30 Image size of job updated: 1336496 348 - MemoryUsage of job (MB) 356004 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:05:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 356004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:05:30 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305648 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:05:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:05:31 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357344 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:05:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:05:32 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303572 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:05:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:05:32 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305712 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:05:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:05:33 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360740 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:05:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 360740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.260.000) 05/25 18:05:33 Job executing on host: <72.36.96.223:32810?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#868990&addrs=72.36.96.223-32810&noUDP> ... 028 (1259.260.000) 05/25 18:05:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.223:32810?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#868990&addrs=72.36.96.223-32810&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:05:35 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356736 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:05:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 356736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:05:36 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357508 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:05:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:05:37 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358152 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:05:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:05:39 Image size of job updated: 1323544 292 - MemoryUsage of job (MB) 298812 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:05:39 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:05:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 298812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 18:05:40 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 354664 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 18:05:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:05:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 18:05:41 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 357412 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 18:05:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:05:41 Image size of job updated: 1336496 296 - MemoryUsage of job (MB) 302112 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:05:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:05:42 Image size of job updated: 262292 23 - MemoryUsage of job (MB) 22948 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:05:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 262292 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 22948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 18:05:45 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303980 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:05:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:05:46 Image size of job updated: 1365732 402 - MemoryUsage of job (MB) 411312 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:05:46 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:05:48 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 308944 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:05:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 18:05:50 Image size of job updated: 1266804 180 - MemoryUsage of job (MB) 184224 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 18:05:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 180 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:05:50 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 308524 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:05:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 308524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:05:52 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306620 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:05:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.079.000) 05/25 18:05:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_40257888@localhost <10.0.2.15:39473?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874827&addrs=10.0.2.15-39473&noUDP> ... 028 (1259.079.000) 05/25 18:05:52 Job ad information event triggered. StartdAddr = "<10.0.2.15:39473?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874827&addrs=10.0.2.15-39473&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 79 EventTime = "2019-05-25T18:05:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3437_40257888@localhost" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391200.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.216.000) 05/25 18:05:52 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359800 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:05:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 359800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:05:53 Image size of job updated: 1252348 301 - MemoryUsage of job (MB) 308112 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:05:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:05:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 308112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:05:53 Image size of job updated: 1252352 350 - MemoryUsage of job (MB) 357588 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:05:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:05:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 357588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:05:54 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 356980 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:05:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:05:54 Image size of job updated: 1336496 348 - MemoryUsage of job (MB) 356164 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:05:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:05:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 356164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:05:55 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356828 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:05:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 356828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:05:55 Image size of job updated: 1255948 290 - MemoryUsage of job (MB) 296700 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:05:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:05:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 296700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:05:55 Image size of job updated: 1319936 291 - MemoryUsage of job (MB) 297352 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:05:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:05:56 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357708 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:05:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:05:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:05:57 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356896 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:05:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:05:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 356896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:05:59 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 356124 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:05:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 356124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:06:00 Image size of job updated: 1336492 349 - MemoryUsage of job (MB) 356452 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:06:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 356452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:06:00 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358108 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:06:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:06:02 Image size of job updated: 1268900 347 - MemoryUsage of job (MB) 355296 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:06:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 355296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:06:04 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 357404 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:06:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:06:04 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 308388 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:06:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 308388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 18:06:06 Image size of job updated: 1268904 336 - MemoryUsage of job (MB) 343212 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 18:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:06:06 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302664 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:06:06 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357104 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 357104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:06:07 Image size of job updated: 1252352 348 - MemoryUsage of job (MB) 356316 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:06:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:06:07 Image size of job updated: 1319936 303 - MemoryUsage of job (MB) 309524 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:06:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 309524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:06:08 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359288 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:06:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 359288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:06:08 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 309120 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:06:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 309120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:06:09 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357968 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:06:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 18:06:09 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357364 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 18:06:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 18:06:11 Image size of job updated: 172556 6 - MemoryUsage of job (MB) 5384 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 18:06:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 172556 Proc = 240 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 6 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389521.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-EAGOKEY-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 5384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:06:12 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358336 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:06:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:06:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 358336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:06:13 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 358576 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:06:13 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 356400 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 356400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:06:13 Image size of job updated: 1268900 348 - MemoryUsage of job (MB) 355852 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 355852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:06:13 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 358076 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 358076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:06:13 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 309000 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 309000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:06:13 Image size of job updated: 1252348 303 - MemoryUsage of job (MB) 309312 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:06:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 309312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:06:14 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357636 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:06:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:06:15 Image size of job updated: 1268904 348 - MemoryUsage of job (MB) 355732 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:06:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:06:15 Image size of job updated: 1319936 350 - MemoryUsage of job (MB) 357464 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:06:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 357464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:06:16 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304500 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:06:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:06:17 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357008 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:06:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:06:17 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 308468 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:06:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:06:17 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357456 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:06:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:06:18 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310420 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:06:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 310420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:06:18 Image size of job updated: 1336492 348 - MemoryUsage of job (MB) 355948 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:06:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:06:18 Image size of job updated: 1319932 349 - MemoryUsage of job (MB) 357292 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:06:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:06:18 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 354848 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:06:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 354848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:06:18 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357004 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:06:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 357004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:06:19 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362596 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:06:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:06:19 Image size of job updated: 1066096 160 - MemoryUsage of job (MB) 163428 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:06:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1066096 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 160 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 163428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:06:19 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304836 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:06:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 18:06:20 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303576 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 18:06:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:06:20 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356828 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:06:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 356828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:06:20 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358832 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:06:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 358832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:06:20 Image size of job updated: 1252348 302 - MemoryUsage of job (MB) 308980 - ResidentSetSize of job (KB) ... 006 (1259.255.000) 05/25 18:06:20 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356452 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:06:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 308980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.255.000) 05/25 18:06:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 356452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 18:06:22 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305148 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 18:06:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 18:06:22 Image size of job updated: 1266804 182 - MemoryUsage of job (MB) 186188 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 18:06:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 186188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:06:22 Image size of job updated: 1268904 259 - MemoryUsage of job (MB) 264252 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:06:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 259 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 264252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:06:22 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 357072 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:06:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 357072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:06:23 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357460 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:06:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 357460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:06:23 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298416 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:06:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 18:06:24 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 185184 - ResidentSetSize of job (KB) ... 006 (1259.070.000) 05/25 18:06:24 Image size of job updated: 1252348 347 - MemoryUsage of job (MB) 355308 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 18:06:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14152" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.070.000) 05/25 18:06:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:06:24 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360172 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:06:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 360172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:06:24 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356316 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:06:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 356316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:06:25 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360360 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:06:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 360360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:06:25 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359820 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:06:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:06:26 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356992 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:06:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:06:26 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 357176 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:06:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.060.000) 05/25 18:06:26 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359796 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:06:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 18:06:26 Image size of job updated: 584536 18 - MemoryUsage of job (MB) 17612 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 18:06:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 584536 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 18 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 17612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:06:28 Image size of job updated: 1268904 347 - MemoryUsage of job (MB) 355232 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:06:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 355232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:06:29 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357336 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:06:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:06:29 Image size of job updated: 1252344 348 - MemoryUsage of job (MB) 356312 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:06:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:06:30 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358932 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:06:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:06:31 Image size of job updated: 1199216 181 - MemoryUsage of job (MB) 184852 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:06:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:06:32 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 308484 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:06:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 308484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:06:35 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358416 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:06:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 18:06:36 Image size of job updated: 1199220 215 - MemoryUsage of job (MB) 219872 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 18:06:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199220 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 215 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 219872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:06:36 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356724 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:06:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:06:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 356724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:06:37 Image size of job updated: 1711784 361 - MemoryUsage of job (MB) 369184 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:06:37 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:06:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 369184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:06:37 Image size of job updated: 1336492 283 - MemoryUsage of job (MB) 289212 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:06:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 283 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:06:38 Image size of job updated: 1319940 290 - MemoryUsage of job (MB) 296780 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:06:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 296780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:06:38 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304212 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:06:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:06:39 Image size of job updated: 1252352 301 - MemoryUsage of job (MB) 307444 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:06:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 307444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:06:39 Image size of job updated: 1252344 349 - MemoryUsage of job (MB) 356992 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:06:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:06:39 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356332 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:06:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 356332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:06:40 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357588 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:06:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:06:40 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358992 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:06:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 18:06:41 Image size of job updated: 1319940 301 - MemoryUsage of job (MB) 308108 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:06:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 308108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.133.000) 05/25 18:06:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3446_114615120@MAX-E406B-02-S1-its-c7-osg-20190309 <10.0.2.15:42146?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863614&addrs=10.0.2.15-42146&noUDP> ... 028 (1259.133.000) 05/25 18:06:42 Job ad information event triggered. StartdAddr = "<10.0.2.15:42146?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#863614&addrs=10.0.2.15-42146&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22903" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406B-02-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 133 EventTime = "2019-05-25T18:06:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3446_114615120@MAX-E406B-02-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389811.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.147.000) 05/25 18:06:43 Image size of job updated: 1252352 300 - MemoryUsage of job (MB) 306772 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:06:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 306772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:06:46 Image size of job updated: 1252352 301 - MemoryUsage of job (MB) 307644 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:06:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 307644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 18:06:48 Image size of job updated: 1266804 204 - MemoryUsage of job (MB) 208208 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 18:06:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 204 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 208208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:06:48 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359068 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:06:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 359068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:06:48 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 309200 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:06:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 309200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/25 18:06:49 Image size of job updated: 1266808 181 - MemoryUsage of job (MB) 184436 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/25 18:06:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266808 Proc = 190 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:06:50 Image size of job updated: 1268900 300 - MemoryUsage of job (MB) 306400 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:06:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 306400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:06:50 Image size of job updated: 1252352 347 - MemoryUsage of job (MB) 355116 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:06:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:06:50 Image size of job updated: 1912112 361 - MemoryUsage of job (MB) 368924 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:06:50 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:06:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 368924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:06:51 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 361652 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:06:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 361652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:06:51 Image size of job updated: 1252352 301 - MemoryUsage of job (MB) 308032 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:06:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 308032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 18:06:51 Image size of job updated: 1319940 352 - MemoryUsage of job (MB) 360048 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 18:06:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 360048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:06:52 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359192 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:06:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:06:52 Image size of job updated: 1319936 293 - MemoryUsage of job (MB) 299440 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:06:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:06:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 299440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:06:53 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305488 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:06:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:06:53 Image size of job updated: 1319940 302 - MemoryUsage of job (MB) 308796 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:06:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 308796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:06:54 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357748 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:06:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:06:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 357748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:06:55 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 308696 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:06:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 308696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:06:57 Image size of job updated: 1268904 282 - MemoryUsage of job (MB) 287980 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:06:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:06:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 282 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 287980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:06:58 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 309548 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:06:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:06:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 309548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:07:00 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 358460 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:07:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 358460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:07:02 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 356748 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:07:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:07:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.029.000) 05/25 18:07:02 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 359572 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:07:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.225.000) 05/25 18:07:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309 <10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP> ... 028 (1259.225.000) 05/25 18:07:03 Job ad information event triggered. StartdAddr = "<10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23297" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 225 EventTime = "2019-05-25T18:07:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.285.000) 05/25 18:07:03 Image size of job updated: 1272592 349 - MemoryUsage of job (MB) 356952 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:07:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:07:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 356952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:07:04 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 310384 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:07:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 310384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:07:05 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309696 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:07:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 309696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:07:06 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 312080 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:07:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 312080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:07:06 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357184 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:07:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 357184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:07:07 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 358280 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:07:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 358280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 18:07:07 Image size of job updated: 1199216 180 - MemoryUsage of job (MB) 183796 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 18:07:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 184 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 180 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 183796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:07:10 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357768 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:07:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:07:11 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360320 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:07:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 360320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:07:13 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360608 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:07:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:07:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 360608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:07:13 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357164 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:07:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 357164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:07:15 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360808 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:07:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 360808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:07:15 Image size of job updated: 1255948 350 - MemoryUsage of job (MB) 358060 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:07:15 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 358060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:07:16 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 311880 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:07:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 311880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:07:16 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301244 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:07:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:07:18 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 361672 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:07:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:07:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 361672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 18:07:19 Image size of job updated: 1266804 202 - MemoryUsage of job (MB) 205932 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 18:07:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 290 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 202 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 205932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.114.000) 05/25 18:07:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3446_768757080@localhost <10.0.2.15:38310?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879172&addrs=10.0.2.15-38310&noUDP> ... 028 (1259.114.000) 05/25 18:07:19 Job ad information event triggered. StartdAddr = "<10.0.2.15:38310?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879172&addrs=10.0.2.15-38310&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 114 EventTime = "2019-05-25T18:07:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3446_768757080@localhost" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391199.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.054.000) 05/25 18:07:21 Image size of job updated: 1319188 358 - MemoryUsage of job (MB) 366368 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:07:21 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:07:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 366368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:07:21 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357792 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:07:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 357792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:07:22 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 311796 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:07:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 311796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:07:25 Image size of job updated: 1252352 353 - MemoryUsage of job (MB) 361368 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:07:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 361368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:07:26 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358396 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:07:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:07:26 Image size of job updated: 1336496 285 - MemoryUsage of job (MB) 291584 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:07:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:07:28 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 357404 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:07:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 357404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:07:29 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 358256 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:07:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:07:29 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357048 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:07:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 357048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:07:30 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357772 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:07:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:07:30 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 360140 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:07:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 18:07:30 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306448 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 18:07:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 204 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:07:30 Image size of job updated: 1252348 348 - MemoryUsage of job (MB) 356308 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:07:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:07:31 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360504 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:07:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 360504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/25 18:07:31 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357180 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/25 18:07:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 ResidentSetSize = 357180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:07:31 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357612 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:07:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:07:34 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300992 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:07:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:07:38 Image size of job updated: 1319936 305 - MemoryUsage of job (MB) 311860 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:07:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:07:38 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305492 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:07:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:07:40 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357112 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:07:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 357112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:07:43 Image size of job updated: 1268908 349 - MemoryUsage of job (MB) 357348 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:07:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 357348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:07:44 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 294268 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:07:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 294268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:07:45 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 359652 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:07:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:07:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:07:45 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358804 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:07:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:07:46 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359664 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:07:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.263.000) 05/25 18:07:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309 <10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP> ... 028 (1259.263.000) 05/25 18:07:50 Job ad information event triggered. StartdAddr = "<10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23088" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 263 EventTime = "2019-05-25T18:07:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.055.000) 05/25 18:07:53 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 361520 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:07:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:07:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 361520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:07:53 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359804 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:07:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:07:55 Image size of job updated: 1268908 285 - MemoryUsage of job (MB) 291460 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:07:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:07:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:07:56 Image size of job updated: 1319940 350 - MemoryUsage of job (MB) 358132 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:07:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:07:58 Image size of job updated: 1252352 290 - MemoryUsage of job (MB) 296876 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:07:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 296876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:07:58 Image size of job updated: 1268908 350 - MemoryUsage of job (MB) 358076 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:07:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:08:00 Image size of job updated: 1268904 241 - MemoryUsage of job (MB) 245868 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:08:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 241 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 245868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:08:01 Image size of job updated: 1268908 296 - MemoryUsage of job (MB) 302816 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:08:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.188.000) 05/25 18:08:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309 <10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP> ... 028 (1259.188.000) 05/25 18:08:03 Job ad information event triggered. StartdAddr = "<10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 188 EventTime = "2019-05-25T18:08:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.003.000) 05/25 18:08:13 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359484 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 18:08:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:08:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 359484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:08:16 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357992 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:08:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:08:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 357992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:08:20 Image size of job updated: 1268904 287 - MemoryUsage of job (MB) 293612 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:08:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 293612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:08:23 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361060 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:08:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:08:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 361060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:08:24 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 361912 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:08:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:08:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:08:24 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 360056 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:08:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:08:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:08:27 Image size of job updated: 1323544 353 - MemoryUsage of job (MB) 361308 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:08:27 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 361308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:08:30 Image size of job updated: 1272592 351 - MemoryUsage of job (MB) 359348 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:08:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:08:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:08:30 Image size of job updated: 1319940 291 - MemoryUsage of job (MB) 297264 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:08:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:08:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 297264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:08:32 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299852 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:08:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 299852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:08:38 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359384 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:08:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:08:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 359384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.179.000) 05/25 18:08:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3418_9908584@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309 <10.0.2.15:44761?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889177&addrs=10.0.2.15-44761&noUDP> ... 028 (1259.179.000) 05/25 18:08:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:44761?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889177&addrs=10.0.2.15-44761&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717307" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 179 EventTime = "2019-05-25T18:08:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3418_9908584@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4385869.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.158.000) 05/25 18:08:39 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359844 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:08:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:08:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:08:41 Image size of job updated: 1252352 290 - MemoryUsage of job (MB) 296824 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:08:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:08:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 296824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:08:46 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357344 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:08:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:08:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 357344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:08:50 Image size of job updated: 1251600 350 - MemoryUsage of job (MB) 357896 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:08:50 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 357896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:08:55 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359052 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:08:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:08:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:08:56 Image size of job updated: 1319188 357 - MemoryUsage of job (MB) 364828 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:08:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 364828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:08:58 Image size of job updated: 1319940 290 - MemoryUsage of job (MB) 296932 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:08:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 296932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:09:06 Image size of job updated: 1252352 292 - MemoryUsage of job (MB) 298500 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:09:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:09:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 298500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:09:06 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360468 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:09:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:09:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 18:09:11 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300668 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 18:09:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:09:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:09:19 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306568 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:09:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:09:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:09:25 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299936 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:09:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:09:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:09:30 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359848 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:09:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:09:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:09:39 Image size of job updated: 1319932 355 - MemoryUsage of job (MB) 362516 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:09:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:09:39 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 362912 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:09:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:09:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:09:40 Image size of job updated: 1319940 353 - MemoryUsage of job (MB) 360664 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:09:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:09:41 Image size of job updated: 1319940 291 - MemoryUsage of job (MB) 297480 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:09:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:09:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 297480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:09:43 Image size of job updated: 1268908 286 - MemoryUsage of job (MB) 292820 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:09:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:09:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 18:09:45 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357112 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 18:09:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:09:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:09:50 Image size of job updated: 1252352 353 - MemoryUsage of job (MB) 361116 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:09:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:09:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:09:52 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 361896 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:09:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:09:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 361896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:09:53 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301280 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:09:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:09:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:09:59 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305692 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:09:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:09:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 305692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:10:00 Image size of job updated: 1251600 357 - MemoryUsage of job (MB) 365320 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:10:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:10:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 365320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 18:10:03 Image size of job updated: 1357504 339 - MemoryUsage of job (MB) 346408 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 18:10:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1357504 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:10:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 346408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:10:04 Image size of job updated: 1263176 371 - MemoryUsage of job (MB) 379184 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:10:04 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:10:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 379184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:10:08 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358176 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:10:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 358176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:10:08 Image size of job updated: 1252352 290 - MemoryUsage of job (MB) 296524 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:10:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:10:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 296524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:10:12 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296784 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:10:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 296784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:10:13 Image size of job updated: 1319188 358 - MemoryUsage of job (MB) 366164 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:10:13 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:10:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 366164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.047.000) 05/25 18:10:14 Image size of job updated: 1289916 354 - MemoryUsage of job (MB) 361596 - ResidentSetSize of job (KB) ... 028 (1259.047.000) 05/25 18:10:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:10:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 18:10:15 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359904 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:10:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:10:18 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 360544 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:10:18 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:10:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.092.000) 05/25 18:10:22 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358732 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:10:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 358732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:10:23 Image size of job updated: 1272592 352 - MemoryUsage of job (MB) 359464 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:10:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:10:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.063.000) 05/25 18:10:25 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362072 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:10:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 362072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:10:30 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360632 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:10:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 360632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:10:30 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357664 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:10:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 357664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 18:10:30 Image size of job updated: 1268908 255 - MemoryUsage of job (MB) 260236 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 18:10:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 238 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 255 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 260236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:10:32 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359888 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:10:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:10:33 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365408 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:10:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 365408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:10:36 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359140 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:10:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 359140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:10:37 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360148 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:10:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:10:37 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360528 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:10:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:10:39 Image size of job updated: 1323544 294 - MemoryUsage of job (MB) 300372 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:10:39 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:10:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 300372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:10:41 Image size of job updated: 1336496 297 - MemoryUsage of job (MB) 303784 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:10:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:10:43 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357660 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:10:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:10:46 Image size of job updated: 1365732 404 - MemoryUsage of job (MB) 413396 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:10:46 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:10:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:10:49 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 311844 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:10:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:10:51 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 310964 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:10:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 310964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:10:53 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362380 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:10:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 362380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:10:53 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310980 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:10:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:10:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 310980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:10:53 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 361524 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:10:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:10:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 361524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:10:54 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358828 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:10:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:10:55 Image size of job updated: 1336496 350 - MemoryUsage of job (MB) 357724 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:10:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:10:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 357724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:10:55 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358600 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:10:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 358600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:10:56 Image size of job updated: 1255948 293 - MemoryUsage of job (MB) 299736 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:10:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:10:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 299736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:10:56 Image size of job updated: 1319936 294 - MemoryUsage of job (MB) 300040 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:10:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:10:58 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359560 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:10:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:10:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:10:58 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360044 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:10:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:10:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 360044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:10:59 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358108 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:10:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:10:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 358108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:11:00 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358392 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:11:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 358392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:11:01 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361284 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:11:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:11:03 Image size of job updated: 1268900 349 - MemoryUsage of job (MB) 356868 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:11:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 356868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:11:04 Image size of job updated: 1319940 353 - MemoryUsage of job (MB) 361024 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:11:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:11:05 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 311524 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:11:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 311524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:11:07 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359320 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 359320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:11:07 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 359776 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:11:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:11:08 Image size of job updated: 1319936 305 - MemoryUsage of job (MB) 312044 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:11:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 312044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:11:08 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 361220 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:11:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 361220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:11:09 Image size of job updated: 1319936 306 - MemoryUsage of job (MB) 312440 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:11:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 312440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:11:09 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 361304 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:11:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:11:13 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 360160 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:11:13 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358604 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:11:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 358604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:11:13 Image size of job updated: 1268900 350 - MemoryUsage of job (MB) 357448 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 357448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:11:14 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360100 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 360100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:11:14 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311548 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 311548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:11:14 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311520 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 311520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:11:14 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360928 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 360928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:11:15 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 359912 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:11:15 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 357316 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:11:16 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 360204 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:11:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 360204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:11:17 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 359692 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:11:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:11:18 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361680 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:11:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:11:18 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 312016 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:11:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 312016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:11:18 Image size of job updated: 1336492 350 - MemoryUsage of job (MB) 358216 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:11:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:11:18 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 311172 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:11:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:11:19 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356500 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:11:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 356500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:11:19 Image size of job updated: 1319932 353 - MemoryUsage of job (MB) 360664 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:11:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:11:19 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360820 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:11:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 360820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:11:19 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365972 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:11:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:11:20 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359728 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:11:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 359728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:11:20 Image size of job updated: 1266804 213 - MemoryUsage of job (MB) 217816 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:11:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 213 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 217816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:11:21 Image size of job updated: 1252348 305 - MemoryUsage of job (MB) 311748 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:11:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 311748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:11:21 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 359244 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:11:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 359244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:11:21 Image size of job updated: 1268908 355 - MemoryUsage of job (MB) 362716 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:11:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 362716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 18:11:22 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306204 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 18:11:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:11:23 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359852 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:11:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 359852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 18:11:23 Image size of job updated: 1336492 290 - MemoryUsage of job (MB) 296432 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 18:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:11:23 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359496 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 359496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:11:23 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299652 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:11:23 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 295996 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:11:24 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357692 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:11:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:11:25 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361968 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:11:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 361968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:11:25 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359492 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:11:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 359492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:11:25 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 362388 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:11:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 362388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:11:25 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361668 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:11:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 18:11:26 Image size of job updated: 1268904 273 - MemoryUsage of job (MB) 278800 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 18:11:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 273 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14152" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 278800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:11:26 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359608 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:11:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:11:26 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 361400 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:11:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.060.000) 05/25 18:11:27 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362320 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:11:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:11:29 Image size of job updated: 1268904 349 - MemoryUsage of job (MB) 356664 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:11:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 356664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:11:30 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361828 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:11:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:11:30 Image size of job updated: 1252344 351 - MemoryUsage of job (MB) 359348 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:11:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:11:30 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 360176 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:11:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:11:31 Image size of job updated: 1199216 182 - MemoryUsage of job (MB) 185472 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:11:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 182 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 185472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:11:32 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 310908 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:11:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 310908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:11:35 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 361056 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:11:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 18:11:37 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303568 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 18:11:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:11:37 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359596 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:11:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:11:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 359596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:11:37 Image size of job updated: 1711784 363 - MemoryUsage of job (MB) 370776 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:11:37 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:11:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 370776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:11:38 Image size of job updated: 1319940 294 - MemoryUsage of job (MB) 300100 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:11:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:11:38 Image size of job updated: 1336492 284 - MemoryUsage of job (MB) 289868 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:11:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:11:39 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 310028 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:11:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 310028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:11:39 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 359920 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:11:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:11:40 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359436 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:11:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:11:41 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358992 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:11:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 358992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:11:41 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361104 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:11:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 18:11:42 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 311452 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:11:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 311452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:11:44 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 310204 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:11:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 310204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:11:47 Image size of job updated: 1252352 304 - MemoryUsage of job (MB) 310812 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:11:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 310812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 18:11:47 Image size of job updated: 1266804 181 - MemoryUsage of job (MB) 184396 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 18:11:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1266804 Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 18:11:48 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306660 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 18:11:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:11:49 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 311664 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:11:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 311664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:11:49 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360380 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:11:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 360380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:11:50 Image size of job updated: 1268900 302 - MemoryUsage of job (MB) 308744 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:11:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 308744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/25 18:11:50 Image size of job updated: 1269516 181 - MemoryUsage of job (MB) 184436 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/25 18:11:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1269516 Proc = 190 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 181 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 184436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:11:51 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 356744 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:11:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:11:51 Image size of job updated: 1912112 364 - MemoryUsage of job (MB) 372392 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:11:51 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 372392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:11:51 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365180 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:11:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 365180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:11:51 Image size of job updated: 1252352 304 - MemoryUsage of job (MB) 310672 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:11:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 310672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 18:11:52 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 362336 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 18:11:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:11:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 362336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:11:52 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362360 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:11:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:11:53 Image size of job updated: 1319936 296 - MemoryUsage of job (MB) 302780 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:11:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:11:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:11:54 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 311424 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:11:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 311424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:11:54 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359004 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:11:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:11:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 359004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:11:55 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 311336 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:11:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 311336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:11:58 Image size of job updated: 1268904 283 - MemoryUsage of job (MB) 289452 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:11:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:11:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 283 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 289452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:11:59 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 312056 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:11:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:11:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 312056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:12:00 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 359704 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:12:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 359704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:12:02 Image size of job updated: 1272592 351 - MemoryUsage of job (MB) 358484 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:12:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:12:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.029.000) 05/25 18:12:03 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 361948 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:12:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 18:12:03 Image size of job updated: 1272592 352 - MemoryUsage of job (MB) 359856 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:12:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:12:04 Image size of job updated: 1319940 306 - MemoryUsage of job (MB) 312424 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:12:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 312424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:12:05 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 311288 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:12:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 311288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:12:06 Image size of job updated: 1319940 308 - MemoryUsage of job (MB) 314556 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:12:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 314556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:12:06 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359788 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:12:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 359788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:12:07 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 360352 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:12:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 360352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:12:11 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359880 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:12:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:12:11 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363224 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:12:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 363224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:12:13 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363644 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:12:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:12:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 363644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:12:14 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358756 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:12:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 358756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:12:15 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361436 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:12:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 361436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:12:16 Image size of job updated: 1255948 353 - MemoryUsage of job (MB) 361284 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:12:16 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:12:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 361284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:12:17 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301780 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:12:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:12:17 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 314132 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:12:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 18:12:19 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307136 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 18:12:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 290 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:12:19 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365068 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:12:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:12:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 365068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:12:22 Image size of job updated: 1319188 362 - MemoryUsage of job (MB) 369676 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:12:22 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:12:22 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359124 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:12:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 359124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:12:22 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308504 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:12:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:12:23 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 314236 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:12:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 314236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.188.000) 05/25 18:12:25 Job reconnected to glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309 startd address: <10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP> starter address: <10.0.2.15:45626?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885745&PrivNet=BFAS-SDM-TRI-02-S2-its-c7-osg-20190309&addrs=10.0.2.15-45626&noUDP> ... 028 (1259.188.000) 05/25 18:12:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 188 EventTime = "2019-05-25T18:12:25" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:45626?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885745&PrivNet=BFAS-SDM-TRI-02-S2-its-c7-osg-20190309&addrs=10.0.2.15-45626&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" EventDescription = "Job reconnected" ... 006 (1259.151.000) 05/25 18:12:25 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 364200 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:12:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 364200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:12:26 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360772 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:12:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:12:26 Image size of job updated: 1336496 286 - MemoryUsage of job (MB) 292800 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:12:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:12:28 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 361152 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:12:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 361152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:12:29 Image size of job updated: 1336496 352 - MemoryUsage of job (MB) 360368 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:12:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:12:30 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358624 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:12:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 358624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:12:30 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360336 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:12:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:12:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:12:31 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359640 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:12:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:12:31 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363016 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:12:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 363016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:12:31 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 363732 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:12:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 363732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/25 18:12:32 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359408 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/25 18:12:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 ResidentSetSize = 359408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:12:32 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359460 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:12:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:12:35 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301476 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:12:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.240.000) 05/25 18:12:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3445_277533828@LIB-EAGOKEY-S5-its-c7-osg-20190309 <10.0.2.15:46179?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876649&addrs=10.0.2.15-46179&noUDP> ... 028 (1259.240.000) 05/25 18:12:36 Job ad information event triggered. StartdAddr = "<10.0.2.15:46179?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876649&addrs=10.0.2.15-46179&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-EAGOKEY-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 240 EventTime = "2019-05-25T18:12:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3445_277533828@LIB-EAGOKEY-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389521.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.030.000) 05/25 18:12:39 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308396 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:12:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:12:39 Image size of job updated: 1319936 308 - MemoryUsage of job (MB) 314516 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:12:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:12:41 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 358772 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:12:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 358772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:12:44 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359156 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:12:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 359156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:12:44 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 295748 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:12:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 295748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:12:45 Image size of job updated: 1252352 355 - MemoryUsage of job (MB) 362732 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:12:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:12:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:12:45 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362192 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:12:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:12:46 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362796 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:12:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:12:53 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363736 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:12:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:12:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 363736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:12:54 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362300 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:12:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:12:56 Image size of job updated: 1268908 285 - MemoryUsage of job (MB) 291836 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:12:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:12:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:12:57 Image size of job updated: 1319940 353 - MemoryUsage of job (MB) 360948 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:12:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:12:58 Image size of job updated: 1252352 293 - MemoryUsage of job (MB) 300032 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:12:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 300032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:12:58 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 360452 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:12:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:12:59 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305460 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:12:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:13:00 Image size of job updated: 1268904 242 - MemoryUsage of job (MB) 246840 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:13:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 242 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 246840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:13:02 Image size of job updated: 1268908 296 - MemoryUsage of job (MB) 303024 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:13:16 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361216 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:13:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:13:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 361216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:13:20 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 295252 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:13:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 295252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:13:23 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364328 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:13:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:13:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 364328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:13:24 Image size of job updated: 1319940 357 - MemoryUsage of job (MB) 365004 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:13:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:13:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:13:24 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363108 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:13:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:13:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:13:27 Image size of job updated: 1323544 356 - MemoryUsage of job (MB) 363668 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:13:27 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:13:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 363668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:13:30 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 360524 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:13:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:13:31 Image size of job updated: 1319940 295 - MemoryUsage of job (MB) 301140 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:13:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:13:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:13:32 Image size of job updated: 1336492 294 - MemoryUsage of job (MB) 300964 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:13:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 300964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.184.000) 05/25 18:13:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_17426_595522614@MAX-E132-01-S2-its-c7-osg-20190309 <10.0.2.15:32769?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880763&addrs=10.0.2.15-32769&noUDP> ... 028 (1259.184.000) 05/25 18:13:32 Job ad information event triggered. StartdAddr = "<10.0.2.15:32769?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880763&addrs=10.0.2.15-32769&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 184 EventTime = "2019-05-25T18:13:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_17426_595522614@MAX-E132-01-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.014.000) 05/25 18:13:38 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361872 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:13:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:13:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 361872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:13:39 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 362628 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:13:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:13:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:13:42 Image size of job updated: 1252352 293 - MemoryUsage of job (MB) 299012 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:13:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:13:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 299012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:13:47 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358996 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:13:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:13:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 358996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.263.000) 05/25 18:13:49 Job reconnected to glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309 startd address: <10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP> starter address: <10.0.2.15:45695?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860299&PrivNet=LIB-LEBIRD1-15-S6-its-c7-osg-20190309&addrs=10.0.2.15-45695&noUDP> ... 028 (1259.263.000) 05/25 18:13:49 Job ad information event triggered. StartdAddr = "<10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23088" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 263 EventTime = "2019-05-25T18:13:49" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:45695?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860299&PrivNet=LIB-LEBIRD1-15-S6-its-c7-osg-20190309&addrs=10.0.2.15-45695&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" EventDescription = "Job reconnected" ... 006 (1259.208.000) 05/25 18:13:50 Image size of job updated: 1251600 351 - MemoryUsage of job (MB) 359320 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:13:50 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:13:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 359320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:13:56 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361536 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:13:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:13:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:13:57 Image size of job updated: 1319188 361 - MemoryUsage of job (MB) 369396 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:13:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:13:58 Image size of job updated: 1319940 293 - MemoryUsage of job (MB) 299624 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:13:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:13:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 299624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:14:06 Image size of job updated: 1252352 295 - MemoryUsage of job (MB) 301400 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:14:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 301400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:14:07 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363984 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:14:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:14:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:14:19 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305028 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:14:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:14:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:14:20 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303884 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:14:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:14:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:14:25 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301256 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:14:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:14:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:14:32 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362224 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:14:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:14:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:14:39 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 365496 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:14:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:14:39 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365468 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:14:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:14:40 Image size of job updated: 1319940 356 - MemoryUsage of job (MB) 363660 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:14:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:14:41 Image size of job updated: 1319940 293 - MemoryUsage of job (MB) 299964 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:14:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:14:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 299964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:14:44 Image size of job updated: 1268908 288 - MemoryUsage of job (MB) 294188 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:14:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:14:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 18:14:45 Image size of job updated: 10919004 757 - MemoryUsage of job (MB) 774752 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 18:14:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10919004 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:14:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 757 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 774752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:14:50 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 364032 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:14:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:14:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:14:53 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365572 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:14:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:14:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 365572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:14:53 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302844 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:14:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:14:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:14:59 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306892 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:14:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:14:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 306892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:15:01 Image size of job updated: 1251600 360 - MemoryUsage of job (MB) 367632 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:15:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:15:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 367632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:15:04 Image size of job updated: 1263176 375 - MemoryUsage of job (MB) 383444 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:15:04 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:15:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 383444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:15:08 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 360184 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:15:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 360184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:15:08 Image size of job updated: 1252352 293 - MemoryUsage of job (MB) 299584 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:15:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:15:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 299584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.001.000) 05/25 18:15:12 Job executing on host: <72.36.96.188:36273?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874145&addrs=72.36.96.188-36273&noUDP> ... 028 (1259.001.000) 05/25 18:15:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.188:36273?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874145&addrs=72.36.96.188-36273&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:15:13 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297872 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:15:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:15:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 297872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:15:13 Image size of job updated: 1319188 361 - MemoryUsage of job (MB) 369432 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:15:13 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:15:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 369432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:15:18 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302732 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:15:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:15:19 Image size of job updated: 1272592 354 - MemoryUsage of job (MB) 361940 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:15:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:15:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.001.000) 05/25 18:15:21 Image size of job updated: 163720 26 - MemoryUsage of job (MB) 26120 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:15:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 163720 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 26 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 26120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:15:23 Image size of job updated: 1272592 353 - MemoryUsage of job (MB) 361408 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:15:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:15:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.063.000) 05/25 18:15:26 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 364652 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:15:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 364652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:15:30 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363312 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:15:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 363312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:15:32 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 363640 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:15:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:15:33 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370032 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:15:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 370032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:15:36 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361708 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:15:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 361708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:15:40 Image size of job updated: 1323544 296 - MemoryUsage of job (MB) 302988 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:15:40 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:15:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 302988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:15:42 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305296 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:15:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:15:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:15:43 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357760 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:15:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:15:47 Image size of job updated: 1365732 406 - MemoryUsage of job (MB) 415508 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:15:47 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:15:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:15:49 Image size of job updated: 1319940 308 - MemoryUsage of job (MB) 315112 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:15:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 315112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:15:52 Image size of job updated: 1319940 306 - MemoryUsage of job (MB) 312884 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:15:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:15:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:15:53 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366432 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:15:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 366432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:15:53 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 313392 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:15:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:15:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 313392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:15:54 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 363840 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:15:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:15:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 363840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:15:56 Image size of job updated: 1255948 296 - MemoryUsage of job (MB) 302548 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:15:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 302548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:15:56 Image size of job updated: 1319936 296 - MemoryUsage of job (MB) 302972 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:15:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:15:58 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362024 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:15:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:15:58 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362720 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:15:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 362720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:16:02 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361680 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:16:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:16:03 Image size of job updated: 1268900 351 - MemoryUsage of job (MB) 359032 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:16:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 359032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:16:05 Image size of job updated: 1319940 357 - MemoryUsage of job (MB) 365140 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:16:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:16:05 Image size of job updated: 1252352 306 - MemoryUsage of job (MB) 312904 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:16:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:16:09 Image size of job updated: 1319936 308 - MemoryUsage of job (MB) 314720 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:16:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 314720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:16:09 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363976 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:16:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:16:09 Image size of job updated: 1319936 307 - MemoryUsage of job (MB) 313992 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:16:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 313992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:16:13 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358628 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:16:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 358628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:16:14 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 363768 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:16:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 363768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:16:14 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 313932 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:16:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 313932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:16:14 Image size of job updated: 1252348 307 - MemoryUsage of job (MB) 313820 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:16:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 313820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:16:15 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363524 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:16:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 363524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:16:17 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363480 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:16:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 363480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:16:18 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362068 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:16:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:16:18 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314796 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:16:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 314796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:16:18 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 360752 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:16:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:16:19 Image size of job updated: 1319936 308 - MemoryUsage of job (MB) 314444 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:16:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:16:19 Image size of job updated: 1319932 356 - MemoryUsage of job (MB) 363920 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:16:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:16:19 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364244 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:16:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 364244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:16:20 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 367872 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:16:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:16:21 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362060 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:16:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 362060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:16:21 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 314700 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:16:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 314700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:16:21 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359516 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:16:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 359516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 18:16:22 Image size of job updated: 1066100 31 - MemoryUsage of job (MB) 31680 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 18:16:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1066100 Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 31 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 31680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:16:23 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362868 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:16:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 362868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:16:24 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300128 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:16:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:16:24 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359836 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:16:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:16:25 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365104 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:16:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 365104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:16:25 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 360100 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:16:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 360100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:16:26 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361792 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:16:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.263.000) 05/25 18:16:27 Image size of job updated: 1199216 141 - MemoryUsage of job (MB) 143416 - ResidentSetSize of job (KB) ... 028 (1259.263.000) 05/25 18:16:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1199216 Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 141 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23088" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 143416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:16:27 Image size of job updated: 1272592 355 - MemoryUsage of job (MB) 363496 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:16:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.183.000) 05/25 18:16:27 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307320 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:16:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.060.000) 05/25 18:16:28 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363324 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:16:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:16:30 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361920 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:16:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:16:30 Image size of job updated: 1252344 352 - MemoryUsage of job (MB) 360196 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:16:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:16:31 Image size of job updated: 1319936 354 - MemoryUsage of job (MB) 362488 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:16:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:16:32 Image size of job updated: 1319940 307 - MemoryUsage of job (MB) 314072 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:16:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:16:33 Image size of job updated: 1268904 241 - MemoryUsage of job (MB) 246684 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:16:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 241 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 246684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:16:36 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363960 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:16:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:16:36 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308524 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:16:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:16:37 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362092 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:16:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:16:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 362092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 18:16:37 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305300 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 18:16:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:16:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:16:38 Image size of job updated: 1336492 284 - MemoryUsage of job (MB) 290520 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:16:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:16:38 Image size of job updated: 1711784 364 - MemoryUsage of job (MB) 372360 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:16:38 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:16:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 372360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:16:38 Image size of job updated: 1319940 297 - MemoryUsage of job (MB) 303520 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:16:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 303520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:16:40 Image size of job updated: 1252344 353 - MemoryUsage of job (MB) 360868 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:16:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:16:40 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 312264 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:16:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 312264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:16:41 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359540 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:16:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:16:41 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361356 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:16:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 361356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:16:41 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307360 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:16:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 18:16:42 Image size of job updated: 1319940 307 - MemoryUsage of job (MB) 313384 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:16:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 313384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:16:45 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 312248 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:16:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 312248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:16:47 Image size of job updated: 1252352 306 - MemoryUsage of job (MB) 313232 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:16:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 313232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:16:49 Image size of job updated: 1319940 308 - MemoryUsage of job (MB) 314600 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:16:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:16:50 Image size of job updated: 1268900 303 - MemoryUsage of job (MB) 309752 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:16:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 309752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:16:51 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 367704 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:16:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:16:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 367704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:16:51 Image size of job updated: 1912112 365 - MemoryUsage of job (MB) 373144 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:16:51 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:16:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 373144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:16:52 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 313508 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:16:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 313508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 18:16:52 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 362392 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 18:16:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:16:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 362392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:16:53 Image size of job updated: 1268908 355 - MemoryUsage of job (MB) 363244 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:16:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:16:53 Image size of job updated: 1319936 299 - MemoryUsage of job (MB) 305240 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:16:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:16:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:16:54 Image size of job updated: 1319940 308 - MemoryUsage of job (MB) 314436 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:16:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 314436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.238.000) 05/25 18:16:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3429_600565176@AS-ES-LAB-03-S7-its-c7-osg-20190309 <10.0.2.15:39816?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873217&addrs=10.0.2.15-39816&noUDP> ... 028 (1259.238.000) 05/25 18:16:55 Job ad information event triggered. StartdAddr = "<10.0.2.15:39816?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873217&addrs=10.0.2.15-39816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6500" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 238 EventTime = "2019-05-25T18:16:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3429_600565176@AS-ES-LAB-03-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.157.000) 05/25 18:16:55 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 313824 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:16:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:16:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 313824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:16:58 Image size of job updated: 1268904 284 - MemoryUsage of job (MB) 290012 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:16:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:16:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:17:00 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 314156 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:17:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 314156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:17:00 Image size of job updated: 1611872 307 - MemoryUsage of job (MB) 314072 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:17:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1611872 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:17:03 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363872 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:17:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:17:04 Image size of job updated: 1272592 355 - MemoryUsage of job (MB) 363376 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:17:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:17:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:17:04 Image size of job updated: 1272592 354 - MemoryUsage of job (MB) 361496 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:17:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:17:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:17:05 Image size of job updated: 1319940 308 - MemoryUsage of job (MB) 314544 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:17:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 314544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:17:06 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312560 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:17:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 312560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:17:06 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 316488 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:17:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 316488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:17:11 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361676 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:17:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:17:12 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363568 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:17:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 363568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:17:14 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364180 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:17:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 364180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:17:14 Image size of job updated: 1268908 351 - MemoryUsage of job (MB) 359108 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:17:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 359108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:17:17 Image size of job updated: 1255948 355 - MemoryUsage of job (MB) 363092 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:17:17 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:17:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 363092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 18:17:17 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:45, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 18:17:17 Job ad information event triggered. SentBytes = 337789248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 155 EventTime = "2019-05-25T18:17:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:20:45, Sys 0 00:00:46" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" ... 006 (1259.144.000) 05/25 18:17:18 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 315976 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:17:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 315976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:17:20 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365448 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:17:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:17:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 365448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:17:22 Image size of job updated: 1319188 365 - MemoryUsage of job (MB) 373032 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:17:22 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:17:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:17:22 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308924 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:17:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:17:24 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 316376 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:17:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 316376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:17:25 Image size of job updated: 1336488 300 - MemoryUsage of job (MB) 306700 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:17:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:17:25 Image size of job updated: 1252352 357 - MemoryUsage of job (MB) 365196 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:17:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:17:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 365196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:17:26 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361820 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:17:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:17:27 Image size of job updated: 1336496 287 - MemoryUsage of job (MB) 293816 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:17:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:17:29 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361952 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:17:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:17:31 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362016 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:17:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:17:31 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 363592 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:17:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:17:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:17:32 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 364376 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:17:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:17:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 364376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:17:32 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361184 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:17:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:17:34 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309400 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:17:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:17:39 Image size of job updated: 1336492 285 - MemoryUsage of job (MB) 291020 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:17:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:17:39 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311196 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:17:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:17:40 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 316348 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:17:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 316348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:17:44 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297424 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:17:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 297424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:17:45 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362236 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:17:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:17:45 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 365784 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:17:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:17:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:17:47 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363352 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:17:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:17:54 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363212 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:17:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 18:17:54 Image size of job updated: 1336496 286 - MemoryUsage of job (MB) 292052 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 18:17:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:17:54 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 366948 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:17:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 366948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:17:57 Image size of job updated: 1268908 287 - MemoryUsage of job (MB) 293692 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:17:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:17:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:17:58 Image size of job updated: 1319940 354 - MemoryUsage of job (MB) 362060 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:17:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:17:59 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362092 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:17:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:17:59 Image size of job updated: 1252352 296 - MemoryUsage of job (MB) 302408 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:17:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 302408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:18:00 Image size of job updated: 1268904 244 - MemoryUsage of job (MB) 248884 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 244 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 248884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:18:00 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 306148 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:18:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:18:02 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 305044 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:18:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:18:16 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363492 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:18:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:18:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 363492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.094.000) 05/25 18:18:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8824_286172146@MAX-TASINGLE-S2-its-c7-osg-20190309 <10.0.2.15:38181?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879696&addrs=10.0.2.15-38181&noUDP> ... 028 (1259.094.000) 05/25 18:18:17 Job ad information event triggered. StartdAddr = "<10.0.2.15:38181?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879696&addrs=10.0.2.15-38181&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 94 EventTime = "2019-05-25T18:18:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_8824_286172146@MAX-TASINGLE-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.171.000) 05/25 18:18:20 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297188 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:18:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 297188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:18:24 Image size of job updated: 1319940 357 - MemoryUsage of job (MB) 365500 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:18:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:18:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:18:25 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366664 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:18:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:18:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 366664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:18:28 Image size of job updated: 1323544 357 - MemoryUsage of job (MB) 365324 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:18:28 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:18:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 365324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:18:31 Image size of job updated: 1272592 356 - MemoryUsage of job (MB) 363692 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:18:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:18:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.155.000) 05/25 18:18:31 Job executing on host: <72.36.96.240:36389?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887127&addrs=72.36.96.240-36389&noUDP> ... 028 (1259.155.000) 05/25 18:18:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:18:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.240:36389?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887127&addrs=72.36.96.240-36389&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 18:18:32 Image size of job updated: 1319940 297 - MemoryUsage of job (MB) 304052 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:18:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.293.000) 05/25 18:18:32 Job executing on host: <72.36.96.137:34361?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878873&addrs=72.36.96.137-34361&noUDP> ... 028 (1259.293.000) 05/25 18:18:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:34361?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878873&addrs=72.36.96.137-34361&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:18:33 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303124 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:18:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 303124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:18:38 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365360 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:18:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:18:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 365360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:18:40 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363372 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:18:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:18:41 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2724 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:18:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 2724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:18:42 Image size of job updated: 1252352 296 - MemoryUsage of job (MB) 302104 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:18:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:18:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 302104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:18:47 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360808 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:18:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:18:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 360808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.188.000) 05/25 18:18:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309 <10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP> ... 028 (1259.188.000) 05/25 18:18:50 Job ad information event triggered. StartdAddr = "<10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 188 EventTime = "2019-05-25T18:18:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.208.000) 05/25 18:18:50 Image size of job updated: 1251600 353 - MemoryUsage of job (MB) 361384 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:18:50 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:18:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 361384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:18:56 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361748 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:18:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:18:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:18:57 Image size of job updated: 1319188 364 - MemoryUsage of job (MB) 372476 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:18:57 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:18:59 Image size of job updated: 1319940 295 - MemoryUsage of job (MB) 302060 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:18:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:18:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 302060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:19:07 Image size of job updated: 1252352 297 - MemoryUsage of job (MB) 304100 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:19:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:19:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 304100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:19:08 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366012 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:19:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:19:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:19:19 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306384 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:19:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:19:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:19:21 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306652 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:19:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:19:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:19:21 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305508 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:19:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:19:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:19:26 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302652 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:19:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:19:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:19:31 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305284 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:19:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:19:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:19:32 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364148 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:19:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:19:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:19:39 Image size of job updated: 1319932 361 - MemoryUsage of job (MB) 368664 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:19:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:19:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:19:40 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369260 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:19:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:19:41 Image size of job updated: 1319940 358 - MemoryUsage of job (MB) 365924 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:19:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:19:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:19:42 Image size of job updated: 1319940 296 - MemoryUsage of job (MB) 302276 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:19:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:19:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 302276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:19:44 Image size of job updated: 1268908 290 - MemoryUsage of job (MB) 296724 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:19:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:19:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 18:19:45 Image size of job updated: 10919004 1843 - MemoryUsage of job (MB) 1887080 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 18:19:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10919004 Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:19:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 1843 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 1887080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:19:50 Image size of job updated: 1252352 359 - MemoryUsage of job (MB) 366748 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:19:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:19:53 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369036 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:19:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:19:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 369036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:19:54 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304052 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:19:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:19:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:20:00 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308424 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:20:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 308424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:20:01 Image size of job updated: 1251600 363 - MemoryUsage of job (MB) 370976 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:20:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:20:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 370976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:20:04 Image size of job updated: 1263176 380 - MemoryUsage of job (MB) 388604 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:20:04 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263176 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:20:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 388604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:20:09 Image size of job updated: 1252352 296 - MemoryUsage of job (MB) 302096 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:20:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:20:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 302096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:20:09 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360792 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:20:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 360792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:20:13 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299668 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:20:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 299668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:20:14 Image size of job updated: 1319188 364 - MemoryUsage of job (MB) 372132 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:20:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:20:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 18:20:17 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360736 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:20:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:20:18 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304556 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:20:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:20:19 Image size of job updated: 1272592 358 - MemoryUsage of job (MB) 366164 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:20:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:20:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.001.000) 05/25 18:20:22 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356992 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:20:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:20:23 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359984 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:20:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 359984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:20:23 Image size of job updated: 1272592 357 - MemoryUsage of job (MB) 364840 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:20:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:20:25 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 305096 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:20:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:20:26 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302524 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:20:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:20:27 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 368724 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:20:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 368724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:20:31 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 358872 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:20:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 358872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:20:31 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366140 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:20:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 366140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:20:33 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366168 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:20:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:20:34 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375156 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:20:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 375156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:20:36 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365220 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:20:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 365220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:20:37 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 362400 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:20:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:20:39 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 362780 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:20:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:20:41 Image size of job updated: 1323544 298 - MemoryUsage of job (MB) 304956 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:20:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:20:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 304956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:20:42 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307408 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:20:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:20:42 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304096 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:20:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:20:43 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361304 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:20:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:20:44 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306592 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:20:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 18:20:49 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 316836 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:20:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 316836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:20:52 Image size of job updated: 1319940 309 - MemoryUsage of job (MB) 316400 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:20:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 316400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:20:53 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 366908 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:20:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 366908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:20:54 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 315928 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:20:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 315928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:20:54 Image size of job updated: 1252352 360 - MemoryUsage of job (MB) 367664 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:20:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 367664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:20:55 Image size of job updated: 1336496 351 - MemoryUsage of job (MB) 358744 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:20:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 358744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:20:56 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 360756 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:20:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:20:56 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359536 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:20:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 359536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:20:56 Image size of job updated: 1255948 300 - MemoryUsage of job (MB) 306748 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:20:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:20:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 306748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:20:57 Image size of job updated: 1319936 299 - MemoryUsage of job (MB) 305572 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:20:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 305572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:20:58 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365028 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:20:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:20:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:20:59 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366940 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:20:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:20:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 366940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:21:00 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359636 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:21:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 359636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:21:00 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 358712 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:21:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 358712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:21:02 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 364056 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:21:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:21:03 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 306144 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:21:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:21:05 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 315616 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:21:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 315616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:21:06 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305164 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:21:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:21:07 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360296 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 360296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:21:09 Image size of job updated: 1252352 355 - MemoryUsage of job (MB) 362708 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:21:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:21:09 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362364 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:21:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 362364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:21:09 Image size of job updated: 1319936 310 - MemoryUsage of job (MB) 316544 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:21:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 316544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:21:10 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365716 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:21:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:21:10 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 316192 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:21:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 316192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:21:14 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361624 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:21:14 Image size of job updated: 1252352 353 - MemoryUsage of job (MB) 361372 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 361372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:21:14 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367000 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 367000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:21:14 Image size of job updated: 1268900 350 - MemoryUsage of job (MB) 358052 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 358052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:21:14 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 315624 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 315624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:21:14 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 315692 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:21:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 315692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:21:15 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 367048 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:21:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 367048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:21:15 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361624 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:21:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:21:16 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 358756 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:21:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:21:17 Image size of job updated: 1319936 356 - MemoryUsage of job (MB) 363904 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:21:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 363904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:21:18 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366028 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:21:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:21:19 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 363132 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:21:19 Image size of job updated: 1336492 351 - MemoryUsage of job (MB) 358580 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:21:19 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 315800 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 315800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:21:19 Image size of job updated: 1319932 357 - MemoryUsage of job (MB) 364672 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:21:19 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357432 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 357432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:21:19 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 316416 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:21:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 316416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:21:20 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371312 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:21:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:21:20 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303580 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:21:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:21:20 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 366324 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:21:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 366324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:21:21 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 362304 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:21:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 362304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:21:21 Image size of job updated: 1252348 309 - MemoryUsage of job (MB) 316284 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:21:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 316284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:21:21 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 363844 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:21:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 363844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:21:23 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363176 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:21:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:21:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 363176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 18:21:24 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307164 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 18:21:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:21:24 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 360072 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:21:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 360072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:21:24 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301432 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:21:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:21:25 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364448 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:21:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:21:25 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 367740 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:21:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 367740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:21:26 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363292 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:21:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 363292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 18:21:26 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306476 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:21:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:21:26 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363140 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:21:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:21:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 363140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:21:27 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362864 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:21:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:21:27 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363936 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:21:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:21:27 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309720 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:21:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:21:27 Image size of job updated: 1272592 359 - MemoryUsage of job (MB) 367456 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:21:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.060.000) 05/25 18:21:28 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 367340 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:21:30 Image size of job updated: 1268904 350 - MemoryUsage of job (MB) 357816 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:21:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 357816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:21:30 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 364744 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:21:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:21:30 Image size of job updated: 1252344 355 - MemoryUsage of job (MB) 363104 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:21:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:21:31 Image size of job updated: 1319936 355 - MemoryUsage of job (MB) 362864 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:21:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:21:33 Image size of job updated: 1268904 280 - MemoryUsage of job (MB) 286508 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:21:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 280 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:21:36 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 364408 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:21:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:21:36 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311164 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:21:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:21:37 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365236 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:21:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:21:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 365236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:21:38 Image size of job updated: 1336492 285 - MemoryUsage of job (MB) 291640 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:21:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 291640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:21:39 Image size of job updated: 1319940 300 - MemoryUsage of job (MB) 307176 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:21:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 307176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:21:39 Image size of job updated: 1711784 366 - MemoryUsage of job (MB) 374208 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:21:39 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:21:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 374208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:21:40 Image size of job updated: 1252344 356 - MemoryUsage of job (MB) 364392 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:21:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:21:41 Image size of job updated: 1252352 308 - MemoryUsage of job (MB) 314596 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:21:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:21:41 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361976 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:21:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:21:41 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 361396 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:21:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:21:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 361396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:21:41 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362868 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:21:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:21:42 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310880 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:21:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 18:21:43 Image size of job updated: 1319940 309 - MemoryUsage of job (MB) 315888 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:21:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 315888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:21:45 Image size of job updated: 1252352 308 - MemoryUsage of job (MB) 314724 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:21:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 314724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:21:47 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 315804 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:21:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 315804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:21:49 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 316604 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:21:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 316604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:21:49 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361952 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:21:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 361952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:21:51 Image size of job updated: 1268900 305 - MemoryUsage of job (MB) 311804 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:21:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 311804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:21:52 Image size of job updated: 1912112 367 - MemoryUsage of job (MB) 375784 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:21:52 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 375784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:21:52 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 315928 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:21:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 315928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:21:52 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371364 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:21:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 371364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:21:52 Image size of job updated: 1252352 349 - MemoryUsage of job (MB) 357192 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:21:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:21:53 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 366736 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:21:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:21:53 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309092 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:21:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:21:53 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304988 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:21:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:21:54 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 308568 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:21:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:21:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:21:54 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 316832 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:21:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 316832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:21:55 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360552 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:21:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:21:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 360552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:21:56 Image size of job updated: 1252352 310 - MemoryUsage of job (MB) 316628 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:21:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:21:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 316628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:21:59 Image size of job updated: 1268904 285 - MemoryUsage of job (MB) 290920 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:21:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:21:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 285 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:22:00 Image size of job updated: 1252352 310 - MemoryUsage of job (MB) 317248 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:22:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 317248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:22:02 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 360932 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:22:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 360932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:22:04 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 365720 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:22:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:22:04 Image size of job updated: 1272592 358 - MemoryUsage of job (MB) 366484 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:22:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:22:04 Image size of job updated: 1272592 356 - MemoryUsage of job (MB) 364136 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:22:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:22:05 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 317052 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:22:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 317052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:22:06 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314552 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:22:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 314552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:22:07 Image size of job updated: 1319940 312 - MemoryUsage of job (MB) 319172 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:22:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:22:07 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360736 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:22:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 360736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:22:08 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 361532 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:22:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 361532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:22:13 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364316 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:22:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:22:13 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367592 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:22:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 367592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:22:14 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 367988 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:22:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 367988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:22:15 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 360728 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:22:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 360728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:22:16 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361556 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:22:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 361556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:22:18 Image size of job updated: 1252352 313 - MemoryUsage of job (MB) 319500 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:22:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 319500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:22:18 Image size of job updated: 1255948 358 - MemoryUsage of job (MB) 366332 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:22:18 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 366332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:22:18 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301884 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:22:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:22:20 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368236 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:22:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:22:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 368236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:22:23 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 310240 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:22:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:22:23 Image size of job updated: 1388632 380 - MemoryUsage of job (MB) 388336 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:22:23 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 388336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:22:24 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 360648 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:22:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 360648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:22:24 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 319440 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:22:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:22:26 Image size of job updated: 1336488 301 - MemoryUsage of job (MB) 308020 - ResidentSetSize of job (KB) ... 006 (1259.151.000) 05/25 18:22:26 Image size of job updated: 1252352 359 - MemoryUsage of job (MB) 367192 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:22:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.151.000) 05/25 18:22:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 367192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:22:27 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 364196 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:22:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:22:27 Image size of job updated: 1336496 289 - MemoryUsage of job (MB) 295808 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:22:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:22:29 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363740 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:22:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 363740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:22:30 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364064 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:22:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:22:30 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 359996 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:22:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 359996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:22:32 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366396 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:22:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:22:32 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 367184 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:22:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 367184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:22:32 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 366452 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:22:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 366452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:22:32 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363296 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:22:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:22:32 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364468 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:22:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:22:34 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310984 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:22:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:22:35 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302820 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:22:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:22:39 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315156 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:22:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:22:40 Image size of job updated: 1319936 312 - MemoryUsage of job (MB) 319008 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:22:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 319008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:22:41 Image size of job updated: 1268908 353 - MemoryUsage of job (MB) 361004 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:22:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 361004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:22:45 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299620 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:22:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 299620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:22:46 Image size of job updated: 1268908 352 - MemoryUsage of job (MB) 359724 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:22:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 359724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:22:46 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365076 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:22:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:22:46 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 369024 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:22:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:22:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.082.000) 05/25 18:22:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3414_984505860@LIB-LEBIRD1-15-S2-its-c7-osg-20190309 <10.0.2.15:35265?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877219&addrs=10.0.2.15-35265&noUDP> ... 028 (1259.082.000) 05/25 18:22:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:35265?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877219&addrs=10.0.2.15-35265&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7712930" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 82 EventTime = "2019-05-25T18:22:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3414_984505860@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.101.000) 05/25 18:22:48 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366784 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:22:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:22:55 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 369668 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:22:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:22:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 369668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:22:55 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365920 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:22:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:22:57 Image size of job updated: 1268908 290 - MemoryUsage of job (MB) 296364 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:22:58 Image size of job updated: 1319940 357 - MemoryUsage of job (MB) 364684 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:22:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:22:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:22:59 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363940 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:22:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:23:00 Image size of job updated: 1252352 299 - MemoryUsage of job (MB) 306048 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:23:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.026.000) 05/25 18:23:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3426_94997848@SOE-SADEROSE10-S3-its-c7-osg-20190309 <10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP> ... 028 (1259.026.000) 05/25 18:23:00 Job ad information event triggered. StartdAddr = "<10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7714822" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 26 EventTime = "2019-05-25T18:23:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3426_94997848@SOE-SADEROSE10-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.042.000) 05/25 18:23:01 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307732 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:23:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:23:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:23:02 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306628 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:23:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:23:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:23:12 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307348 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:23:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:23:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:23:17 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366756 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:23:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:23:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 366756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:23:21 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299456 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:23:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:23:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 299456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:23:25 Image size of job updated: 1319940 360 - MemoryUsage of job (MB) 368404 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:23:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:23:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:23:25 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 366704 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:23:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:23:25 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369524 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:23:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:23:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 369524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:23:29 Image size of job updated: 1323544 359 - MemoryUsage of job (MB) 367184 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:23:29 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 367184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:23:31 Image size of job updated: 1272592 359 - MemoryUsage of job (MB) 367448 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:23:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:23:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:23:32 Image size of job updated: 1319940 300 - MemoryUsage of job (MB) 306808 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:23:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:23:33 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305436 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:23:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:23:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 305436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:23:39 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368100 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:23:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:23:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 368100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:23:40 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365776 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:23:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:23:41 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 356980 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:23:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:23:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:23:42 Image size of job updated: 1319936 349 - MemoryUsage of job (MB) 357248 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:23:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:23:42 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304832 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:23:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:23:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 304832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.290.000) 05/25 18:23:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3419_547418520@MAX-L415-01-S1-its-c7-osg-20190309 <10.0.2.15:41992?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878920&addrs=10.0.2.15-41992&noUDP> ... 028 (1259.290.000) 05/25 18:23:45 Job ad information event triggered. StartdAddr = "<10.0.2.15:41992?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#878920&addrs=10.0.2.15-41992&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 290 EventTime = "2019-05-25T18:23:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3419_547418520@MAX-L415-01-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.019.000) 05/25 18:23:47 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362600 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:23:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:23:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 362600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:23:51 Image size of job updated: 1251600 355 - MemoryUsage of job (MB) 363148 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:23:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:23:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 363148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.204.000) 05/25 18:23:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3418_92340586@MAX-L415-01-S4-its-c7-osg-20190309 <10.0.2.15:37971?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880969&addrs=10.0.2.15-37971&noUDP> ... 028 (1259.204.000) 05/25 18:23:57 Job ad information event triggered. StartdAddr = "<10.0.2.15:37971?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#880969&addrs=10.0.2.15-37971&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23266" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 204 EventTime = "2019-05-25T18:23:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3418_92340586@MAX-L415-01-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.052.000) 05/25 18:23:57 Image size of job updated: 1252348 357 - MemoryUsage of job (MB) 365384 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:23:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:23:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:23:58 Image size of job updated: 1319188 368 - MemoryUsage of job (MB) 376508 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:23:58 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:23:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 376508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:24:00 Image size of job updated: 1319940 298 - MemoryUsage of job (MB) 304560 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:24:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:24:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 304560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:24:08 Image size of job updated: 1252352 301 - MemoryUsage of job (MB) 307304 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:24:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:24:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 307304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:24:09 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 367932 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:24:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:24:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 18:24:13 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301268 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 18:24:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:24:21 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307440 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:24:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:24:21 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307444 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:24:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:24:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:24:22 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307092 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:24:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:24:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:24:27 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303708 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:24:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:24:32 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365996 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:24:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:24:33 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306868 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:24:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:24:40 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 370916 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:24:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:24:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:24:41 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 372828 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:24:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:24:41 Image size of job updated: 1319940 361 - MemoryUsage of job (MB) 368968 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:24:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:24:43 Image size of job updated: 1319940 298 - MemoryUsage of job (MB) 304600 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:24:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:24:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 304600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:24:45 Image size of job updated: 1268908 292 - MemoryUsage of job (MB) 298968 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:24:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:24:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:24:52 Image size of job updated: 1252352 362 - MemoryUsage of job (MB) 370604 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:24:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:24:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:24:53 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304696 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:24:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:24:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:24:54 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306424 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:24:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:24:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:24:54 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373732 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:24:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:24:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 373732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:25:01 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310624 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:25:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 310624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:25:02 Image size of job updated: 1251600 365 - MemoryUsage of job (MB) 373600 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:25:02 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:25:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 373600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:25:05 Image size of job updated: 1336724 397 - MemoryUsage of job (MB) 405948 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:25:05 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336724 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 405948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.116.000) 05/25 18:25:09 Job executing on host: <10.0.0.91:45958?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#859703&addrs=10.0.0.91-45958&noUDP> ... 028 (1259.116.000) 05/25 18:25:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:25:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.91:45958?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#859703&addrs=10.0.0.91-45958&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.210.000) 05/25 18:25:10 Image size of job updated: 1252352 298 - MemoryUsage of job (MB) 304744 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:25:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:25:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 304744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:25:10 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 362584 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:25:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 362584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:25:12 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309272 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:25:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:25:14 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 302008 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:25:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 302008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:25:14 Image size of job updated: 1388632 379 - MemoryUsage of job (MB) 388036 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:25:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:25:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 388036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:25:15 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309376 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:25:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 18:25:17 Image size of job updated: 158864 23 - MemoryUsage of job (MB) 22868 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 18:25:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 158864 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 23 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 22868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.237.000) 05/25 18:25:17 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 362876 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:25:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:25:18 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306656 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:25:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:25:20 Image size of job updated: 1272592 362 - MemoryUsage of job (MB) 369920 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:25:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.219.000) 05/25 18:25:22 Image size of job updated: 1268900 302 - MemoryUsage of job (MB) 308908 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:25:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 18:25:23 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359652 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:25:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:25:23 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361916 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:25:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 361916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:25:24 Image size of job updated: 1272592 360 - MemoryUsage of job (MB) 367808 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:25:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:25:25 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306944 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:25:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:25:27 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304100 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:25:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:25:27 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 371964 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:25:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 371964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:25:31 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 360684 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:25:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 360684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:25:32 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368600 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:25:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 368600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:25:33 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306608 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:25:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:25:34 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307616 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:25:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:25:34 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369208 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:25:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:25:35 Image size of job updated: 1556168 385 - MemoryUsage of job (MB) 393948 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:25:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 393948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:25:37 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 367900 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:25:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 367900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:25:38 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365040 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:25:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:25:39 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364628 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:25:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:25:42 Image size of job updated: 1323544 301 - MemoryUsage of job (MB) 307484 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:25:42 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:25:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 307484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:25:42 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309784 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:25:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:25:43 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305680 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:25:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:25:44 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 363432 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:25:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:25:44 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307648 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:25:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 18:25:50 Image size of job updated: 1319940 313 - MemoryUsage of job (MB) 320352 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:25:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 320352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:25:53 Image size of job updated: 1319940 311 - MemoryUsage of job (MB) 318296 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:25:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:25:54 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 371856 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:25:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 371856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:25:54 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318720 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:25:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 318720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:25:54 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307900 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:25:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:25:54 Image size of job updated: 1252352 363 - MemoryUsage of job (MB) 371592 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:25:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:25:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 371592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:25:56 Image size of job updated: 1336496 353 - MemoryUsage of job (MB) 361124 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:25:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 361124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:25:56 Image size of job updated: 1268908 355 - MemoryUsage of job (MB) 363132 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:25:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:25:56 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360872 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:25:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 360872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:25:57 Image size of job updated: 1255948 302 - MemoryUsage of job (MB) 309120 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:25:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:25:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 309120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:25:58 Image size of job updated: 1319936 302 - MemoryUsage of job (MB) 308528 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:25:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:25:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 308528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:25:59 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367108 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:25:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:25:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:26:00 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370452 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:26:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 370452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:26:00 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 361060 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:26:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 361060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:26:00 Image size of job updated: 1336492 353 - MemoryUsage of job (MB) 360628 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:26:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 360628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:26:03 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 366988 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:26:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:26:04 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306672 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:26:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:26:05 Image size of job updated: 1268900 352 - MemoryUsage of job (MB) 359908 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:26:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 359908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:26:05 Image size of job updated: 1319940 360 - MemoryUsage of job (MB) 368328 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:26:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:26:06 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 318852 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:26:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:26:06 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306216 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:26:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:26:07 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 304096 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:26:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:26:08 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361824 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 361824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:26:09 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 365820 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:26:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:26:09 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363572 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 363572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:26:10 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 368924 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.232.000) 05/25 18:26:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_10580_227015572@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309 <10.0.2.15:34502?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870589&addrs=10.0.2.15-34502&noUDP> ... 028 (1259.232.000) 05/25 18:26:10 Job ad information event triggered. StartdAddr = "<10.0.2.15:34502?CCBID=192.170.227.251:9767%3faddrs%3d192.170.227.251-9767#870589&addrs=10.0.2.15-34502&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7714855" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 232 EventTime = "2019-05-25T18:26:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_10580_227015572@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.248.000) 05/25 18:26:10 Image size of job updated: 1319936 312 - MemoryUsage of job (MB) 319120 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 319120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:26:10 Image size of job updated: 1319936 312 - MemoryUsage of job (MB) 319160 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:26:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 319160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:26:14 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364000 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:26:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:26:14 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 364216 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:26:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 364216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:26:14 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369356 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:26:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:26:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 369356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:26:15 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 318376 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:26:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 318376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:26:15 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317800 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:26:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 317800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:26:15 Image size of job updated: 1268900 353 - MemoryUsage of job (MB) 360692 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 360692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:26:16 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 363764 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:26:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:26:16 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361192 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:26:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:26:16 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370400 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:26:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 370400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:26:18 Image size of job updated: 1319936 359 - MemoryUsage of job (MB) 367268 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:26:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 367268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:26:19 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370576 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:26:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:26:19 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365912 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:26:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:26:19 Image size of job updated: 1336492 352 - MemoryUsage of job (MB) 359664 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:26:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:26:20 Image size of job updated: 1319932 360 - MemoryUsage of job (MB) 367868 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:26:20 Image size of job updated: 1268904 351 - MemoryUsage of job (MB) 359232 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 359232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:26:20 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318820 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 318820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:26:20 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373436 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:26:20 Image size of job updated: 1319936 311 - MemoryUsage of job (MB) 318300 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:26:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 318300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:26:21 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369376 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:26:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 369376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:26:21 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365620 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:26:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 365620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:26:21 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304900 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:26:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:26:22 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369696 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:26:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 369696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:26:22 Image size of job updated: 1252348 312 - MemoryUsage of job (MB) 318644 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:26:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 318644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:26:23 Image size of job updated: 1268908 355 - MemoryUsage of job (MB) 362876 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:26:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 362876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:26:24 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366108 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:26:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 366108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 18:26:24 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308748 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 18:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:26:24 Image size of job updated: 1268904 354 - MemoryUsage of job (MB) 361976 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 361976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:26:25 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367064 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:26:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:26:26 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303536 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:26:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:26:26 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370640 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:26:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 370640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:26:26 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365304 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:26:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 365304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:26:27 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366456 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:26:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 366456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:26:27 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365872 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:26:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:26:27 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 366048 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:26:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:26:27 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311832 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:26:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:26:27 Image size of job updated: 1272592 364 - MemoryUsage of job (MB) 372008 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:26:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.060.000) 05/25 18:26:29 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371392 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:26:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:26:30 Image size of job updated: 1268904 352 - MemoryUsage of job (MB) 359464 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:26:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 359464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:26:31 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367552 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:26:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:26:31 Image size of job updated: 1252344 358 - MemoryUsage of job (MB) 365736 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:26:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:26:32 Image size of job updated: 1319936 358 - MemoryUsage of job (MB) 365688 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:26:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 18:26:32 Image size of job updated: 1338348 284 - MemoryUsage of job (MB) 290096 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 18:26:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1338348 Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 284 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 290096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.226.000) 05/25 18:26:34 Job executing on host: <10.0.0.77:33107?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878532&addrs=10.0.0.77-33107&noUDP> ... 028 (1259.226.000) 05/25 18:26:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:26:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.77:33107?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878532&addrs=10.0.0.77-33107&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.175.000) 05/25 18:26:36 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367576 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:26:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:26:37 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313012 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:26:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:26:38 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368388 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:26:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:26:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 368388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:26:39 Image size of job updated: 1336492 287 - MemoryUsage of job (MB) 293436 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:26:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:26:39 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 311100 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:26:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:26:40 Image size of job updated: 1711784 368 - MemoryUsage of job (MB) 376352 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:26:40 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:26:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 376352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:26:40 Image size of job updated: 1252344 359 - MemoryUsage of job (MB) 367056 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:26:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:26:41 Image size of job updated: 1252352 311 - MemoryUsage of job (MB) 317496 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:26:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 317496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:26:41 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363560 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:26:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:26:42 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364212 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:26:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 364212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:26:42 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365244 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:26:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:26:42 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311936 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:26:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 18:26:42 Image size of job updated: 156712 22 - MemoryUsage of job (MB) 21940 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:26:42 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 156712 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 22 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 21940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:26:44 Image size of job updated: 1319940 312 - MemoryUsage of job (MB) 318708 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:26:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 318708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:26:46 Image size of job updated: 1252352 310 - MemoryUsage of job (MB) 317284 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:26:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 317284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:26:48 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 319268 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:26:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:26:50 Image size of job updated: 1319940 313 - MemoryUsage of job (MB) 319512 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:26:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 319512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:26:50 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363884 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:26:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 363884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:26:51 Image size of job updated: 1268900 307 - MemoryUsage of job (MB) 313828 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:26:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 313828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:26:52 Image size of job updated: 1912112 370 - MemoryUsage of job (MB) 378220 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:26:52 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 378220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:26:52 Image size of job updated: 1252352 311 - MemoryUsage of job (MB) 318460 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:26:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 318460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:26:53 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374564 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:26:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 374564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:26:53 Image size of job updated: 1252352 351 - MemoryUsage of job (MB) 358872 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:26:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:26:53 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370432 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:26:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:26:54 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307100 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:26:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:26:54 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 311004 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:26:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:26:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:26:55 Image size of job updated: 1342468 304 - MemoryUsage of job (MB) 310524 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:26:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:26:55 Image size of job updated: 1319940 312 - MemoryUsage of job (MB) 319244 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:26:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:26:56 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363316 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:26:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:26:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 363316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:26:56 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 318948 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:26:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:26:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 318948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:26:56 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305876 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:26:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:26:59 Image size of job updated: 1268904 286 - MemoryUsage of job (MB) 292224 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:26:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:26:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 286 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:27:01 Image size of job updated: 1252352 313 - MemoryUsage of job (MB) 319732 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:27:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:27:02 Image size of job updated: 1336496 354 - MemoryUsage of job (MB) 362484 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:27:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 362484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:27:04 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368096 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:27:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:27:04 Image size of job updated: 1272592 363 - MemoryUsage of job (MB) 370896 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:27:04 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:27:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:27:05 Image size of job updated: 1319940 313 - MemoryUsage of job (MB) 319828 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:27:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 319828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 18:27:05 Image size of job updated: 1272592 360 - MemoryUsage of job (MB) 368156 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:27:05 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:27:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:27:06 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316548 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:27:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 316548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:27:07 Image size of job updated: 1319940 315 - MemoryUsage of job (MB) 322464 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:27:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 322464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:27:07 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362912 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:27:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 362912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:27:08 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 363060 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:27:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 363060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:27:13 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366692 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:27:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:27:13 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371288 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:27:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 371288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:27:14 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370376 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:27:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:27:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 370376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:27:16 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362272 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:27:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 362272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:27:17 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 362900 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:27:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 362900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.188.000) 05/25 18:27:18 Job reconnected to glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309 startd address: <10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP> starter address: <10.0.2.15:45626?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885745&PrivNet=BFAS-SDM-TRI-02-S2-its-c7-osg-20190309&addrs=10.0.2.15-45626&noUDP> ... 028 (1259.188.000) 05/25 18:27:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:38667?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874877&addrs=10.0.2.15-38667&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 188 EventTime = "2019-05-25T18:27:18" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3418_273530136@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:45626?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885745&PrivNet=BFAS-SDM-TRI-02-S2-its-c7-osg-20190309&addrs=10.0.2.15-45626&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" EventDescription = "Job reconnected" ... 006 (1259.192.000) 05/25 18:27:19 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302936 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:27:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:27:19 Image size of job updated: 1255948 361 - MemoryUsage of job (MB) 369560 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:27:19 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:27:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 369560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:27:19 Image size of job updated: 1252352 315 - MemoryUsage of job (MB) 322396 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:27:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 322396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:27:21 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371292 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:27:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:27:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 371292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:27:23 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 312088 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:27:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:27:24 Image size of job updated: 1388632 383 - MemoryUsage of job (MB) 391412 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:27:24 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 391412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:27:24 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 362420 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:27:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 362420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:27:25 Image size of job updated: 1252352 316 - MemoryUsage of job (MB) 322816 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:27:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 322816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:27:26 Image size of job updated: 1252352 362 - MemoryUsage of job (MB) 370548 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:27:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 370548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:27:26 Image size of job updated: 1336488 303 - MemoryUsage of job (MB) 309868 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:27:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:27:27 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 366308 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:27:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:27:28 Image size of job updated: 1336496 291 - MemoryUsage of job (MB) 297264 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:27:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:27:29 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 366492 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:27:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 366492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:27:30 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366440 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:27:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:27:31 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 361944 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:27:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 361944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:27:32 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369836 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:27:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:27:32 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370424 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:27:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 370424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:27:32 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 369560 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:27:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 369560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:27:33 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365404 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:27:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:27:33 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 367704 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:27:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:27:35 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 312304 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:27:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:27:36 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303612 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:27:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:27:40 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317732 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:27:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:27:41 Image size of job updated: 1319936 316 - MemoryUsage of job (MB) 322860 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:27:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 322860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:27:42 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363596 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:27:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 363596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:27:45 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301244 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:27:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 301244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:27:46 Image size of job updated: 1268908 354 - MemoryUsage of job (MB) 361776 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:27:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:27:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 361776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:27:46 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 371824 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:27:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:27:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:27:46 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368044 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:27:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:27:48 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369524 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:27:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.187.000) 05/25 18:27:55 Job executing on host: <10.0.0.84:45718?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872278&addrs=10.0.0.84-45718&noUDP> ... 028 (1259.187.000) 05/25 18:27:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:27:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.84:45718?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#872278&addrs=10.0.0.84-45718&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.055.000) 05/25 18:27:55 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373564 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:27:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 373564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:27:56 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369252 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:27:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.140.000) 05/25 18:27:56 Job executing on host: <10.0.0.81:33271?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#871823&addrs=10.0.0.81-33271&noUDP> ... 028 (1259.140.000) 05/25 18:27:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:27:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.81:33271?CCBID=192.170.227.251:9898%3faddrs%3d192.170.227.251-9898#871823&addrs=10.0.0.81-33271&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.041.000) 05/25 18:27:59 Image size of job updated: 1268908 290 - MemoryUsage of job (MB) 296948 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:27:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:27:59 Image size of job updated: 1319940 359 - MemoryUsage of job (MB) 367240 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:27:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:28:00 Image size of job updated: 1252352 302 - MemoryUsage of job (MB) 309116 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:28:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 309116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:28:00 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 366580 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:28:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:28:01 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309844 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:28:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.259.000) 05/25 18:28:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3427_272157305@MAX-L415-01-S2-its-c7-osg-20190309 <10.0.2.15:34707?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889254&addrs=10.0.2.15-34707&noUDP> ... 028 (1259.259.000) 05/25 18:28:02 Job ad information event triggered. StartdAddr = "<10.0.2.15:34707?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889254&addrs=10.0.2.15-34707&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 259 EventTime = "2019-05-25T18:28:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3427_272157305@MAX-L415-01-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.045.000) 05/25 18:28:03 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308476 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:28:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:28:03 Image size of job updated: 25348 3 - MemoryUsage of job (MB) 2524 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:28:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 25348 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:28:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 18:28:05 Image size of job updated: 21220 2 - MemoryUsage of job (MB) 1872 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 18:28:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 21220 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 2 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 1872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.040.000) 05/25 18:28:13 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308380 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:28:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:28:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.269.000) 05/25 18:28:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3425_465692064@MAX-L415-01-S3-its-c7-osg-20190309 <10.0.2.15:43063?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875840&addrs=10.0.2.15-43063&noUDP> ... 028 (1259.269.000) 05/25 18:28:14 Job ad information event triggered. StartdAddr = "<10.0.2.15:43063?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875840&addrs=10.0.2.15-43063&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 269 EventTime = "2019-05-25T18:28:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3425_465692064@MAX-L415-01-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.102.000) 05/25 18:28:17 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370104 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:28:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 370104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:28:21 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301176 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:28:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 301176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:28:25 Image size of job updated: 1319940 363 - MemoryUsage of job (MB) 371144 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:28:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:28:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:28:25 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369660 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:28:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.263.000) 05/25 18:28:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309 <10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP> ... 028 (1259.263.000) 05/25 18:28:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:33955?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#874402&addrs=10.0.2.15-33955&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23088" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 263 EventTime = "2019-05-25T18:28:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.009.000) 05/25 18:28:25 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373012 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:28:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:28:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 373012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:28:29 Image size of job updated: 1323544 361 - MemoryUsage of job (MB) 369420 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:28:29 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 369420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:28:33 Image size of job updated: 1272592 362 - MemoryUsage of job (MB) 370616 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:28:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:28:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:28:33 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 310300 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:28:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 310300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 18:28:34 Image size of job updated: 1336496 287 - MemoryUsage of job (MB) 293676 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 18:28:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 293676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:28:34 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307432 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:28:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 307432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:28:37 Image size of job updated: 1336496 295 - MemoryUsage of job (MB) 302076 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:28:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:28:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:28:39 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371436 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:28:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:28:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 371436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:28:40 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 369012 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:28:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:28:42 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 360488 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:28:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:28:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:28:42 Image size of job updated: 1319936 352 - MemoryUsage of job (MB) 360192 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:28:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:28:43 Image size of job updated: 1252352 301 - MemoryUsage of job (MB) 307928 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:28:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:28:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 307928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:28:48 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364472 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:28:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 364472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:28:51 Image size of job updated: 1251600 357 - MemoryUsage of job (MB) 364796 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:28:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:28:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 364796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:28:58 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 367344 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:28:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:28:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:28:59 Image size of job updated: 1319188 372 - MemoryUsage of job (MB) 380456 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:28:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319188 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:28:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 380456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:29:00 Image size of job updated: 1319940 300 - MemoryUsage of job (MB) 306952 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:29:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:29:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 306952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:29:08 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 310080 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:29:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:29:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 310080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:29:09 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 370896 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:29:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:29:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:29:21 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309552 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:29:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:29:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:29:21 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309556 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:29:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:29:22 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308676 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:29:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:29:27 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304764 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:29:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:29:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:29:33 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369164 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:29:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:29:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:29:33 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308452 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:29:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:29:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:29:40 Image size of job updated: 1319932 366 - MemoryUsage of job (MB) 373928 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:29:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:29:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:29:41 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376556 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:29:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:29:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:29:41 Image size of job updated: 1319940 363 - MemoryUsage of job (MB) 371016 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:29:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:29:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:29:43 Image size of job updated: 1319940 301 - MemoryUsage of job (MB) 307748 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:29:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:29:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 307748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 18:29:45 Image size of job updated: 1268908 295 - MemoryUsage of job (MB) 301512 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:29:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:29:52 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 372724 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:29:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:29:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:29:54 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308008 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:29:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:29:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:29:54 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305224 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:29:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:29:55 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376796 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:29:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:29:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 376796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:29:58 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 306664 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:29:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:29:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:30:01 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311700 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:30:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 311700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:30:03 Image size of job updated: 1251600 369 - MemoryUsage of job (MB) 377248 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:30:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:30:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 377248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:30:05 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305584 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:30:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:30:05 Image size of job updated: 1336724 401 - MemoryUsage of job (MB) 410624 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:30:05 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336724 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 410624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:30:10 Image size of job updated: 1252352 300 - MemoryUsage of job (MB) 306984 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:30:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:30:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 306984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:30:10 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364852 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:30:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 364852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:30:13 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310856 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:30:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:30:14 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303412 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:30:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 303412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:30:14 Image size of job updated: 1388632 383 - MemoryUsage of job (MB) 391428 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:30:14 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 391428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:30:15 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311224 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:30:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 18:30:17 Image size of job updated: 1061088 118 - MemoryUsage of job (MB) 119920 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 18:30:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1061088 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:30:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 118 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 119920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.237.000) 05/25 18:30:18 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365780 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:30:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:30:19 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308240 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:30:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:30:20 Image size of job updated: 1344088 383 - MemoryUsage of job (MB) 392064 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:30:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344088 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:30:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 392064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.001.000) 05/25 18:30:23 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361888 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:30:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 18:30:23 Image size of job updated: 1268900 304 - MemoryUsage of job (MB) 310492 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:30:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:30:24 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363260 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:30:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 363260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:30:24 Image size of job updated: 1272592 364 - MemoryUsage of job (MB) 371792 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:30:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:30:26 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308528 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:30:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:30:27 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306212 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:30:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:30:27 Image size of job updated: 1389380 382 - MemoryUsage of job (MB) 390836 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:30:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 390836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:30:32 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371196 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:30:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 371196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:30:33 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 362796 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:30:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 362796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:30:33 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308456 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:30:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:30:34 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310520 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:30:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:30:34 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 371944 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:30:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:30:34 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303808 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:30:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:30:35 Image size of job updated: 1556168 390 - MemoryUsage of job (MB) 398392 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:30:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 398392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:30:37 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369988 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:30:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 369988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:30:38 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367152 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:30:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.261.000) 05/25 18:30:39 Job executing on host: <10.0.0.91:39646?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876650&addrs=10.0.0.91-39646&noUDP> ... 028 (1259.261.000) 05/25 18:30:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:30:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.91:39646?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876650&addrs=10.0.0.91-39646&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.113.000) 05/25 18:30:40 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367004 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:30:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:30:42 Image size of job updated: 1323544 303 - MemoryUsage of job (MB) 309536 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:30:42 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:30:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 309536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:30:43 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311896 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:30:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:30:44 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307792 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:30:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:30:44 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366536 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:30:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:30:45 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309760 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:30:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 18:30:47 Image size of job updated: 148640 18 - MemoryUsage of job (MB) 18036 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 18:30:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 148640 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:30:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 18 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 18036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/25 18:30:48 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304204 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:30:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:30:48 Image size of job updated: 1365732 406 - MemoryUsage of job (MB) 415740 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:30:48 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:30:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:30:50 Image size of job updated: 1319940 317 - MemoryUsage of job (MB) 323664 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:30:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 323664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:30:54 Image size of job updated: 1319940 314 - MemoryUsage of job (MB) 321196 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:30:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:30:54 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376620 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:30:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 376620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:30:54 Image size of job updated: 1252348 313 - MemoryUsage of job (MB) 319784 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:30:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 319784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:30:54 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304392 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:30:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.098.000) 05/25 18:30:55 Image size of job updated: 1391436 363 - MemoryUsage of job (MB) 371592 - ResidentSetSize of job (KB) ... 028 (1259.098.000) 05/25 18:30:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391436 Proc = 98 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31756" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" Subproc = 0 ResidentSetSize = 371592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:30:55 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 310012 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:30:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:30:56 Image size of job updated: 1336496 355 - MemoryUsage of job (MB) 362532 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:30:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:30:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 362532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:30:57 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362568 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:30:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 362568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:30:57 Image size of job updated: 1255948 305 - MemoryUsage of job (MB) 311700 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:30:57 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 311700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:30:57 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 364452 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:30:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:30:58 Image size of job updated: 1319936 305 - MemoryUsage of job (MB) 311520 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:30:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:30:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:30:59 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369908 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:30:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:30:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:31:00 Image size of job updated: 1323844 378 - MemoryUsage of job (MB) 386508 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:31:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 386508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:31:01 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363164 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:31:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 363164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:31:01 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 362180 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:31:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 362180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:31:02 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304276 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:31:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:31:04 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370652 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:31:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:31:04 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308784 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:31:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:31:05 Image size of job updated: 1268900 354 - MemoryUsage of job (MB) 362044 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:31:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 362044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:31:06 Image size of job updated: 1319940 364 - MemoryUsage of job (MB) 372244 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:31:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:31:06 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 321008 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:31:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:31:08 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307800 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:31:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:31:08 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305416 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:31:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:31:08 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363612 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:31:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 363612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:31:10 Image size of job updated: 1252352 360 - MemoryUsage of job (MB) 367896 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:31:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:31:10 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 365768 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:31:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 365768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:31:11 Image size of job updated: 1319936 315 - MemoryUsage of job (MB) 322008 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:31:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 322008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:31:11 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371160 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:31:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:31:11 Image size of job updated: 1319936 314 - MemoryUsage of job (MB) 320648 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:31:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 320648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:31:14 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 365848 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:31:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:31:14 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 366420 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:31:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 366420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:31:15 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373124 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:31:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 373124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:31:15 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 321376 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:31:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 321376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:31:16 Image size of job updated: 1252348 313 - MemoryUsage of job (MB) 320124 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:31:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 320124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:31:16 Image size of job updated: 1268900 354 - MemoryUsage of job (MB) 362152 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 362152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:31:16 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366404 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:31:17 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 372960 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:31:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 372960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:31:17 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 363304 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:31:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:31:19 Image size of job updated: 1319936 362 - MemoryUsage of job (MB) 370036 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:31:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 370036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:31:19 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373472 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:31:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:31:20 Image size of job updated: 1336492 354 - MemoryUsage of job (MB) 361776 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:31:20 Image size of job updated: 1319932 363 - MemoryUsage of job (MB) 370836 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:31:20 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 360988 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 360988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:31:20 Image size of job updated: 1252348 315 - MemoryUsage of job (MB) 321652 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 321652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:31:20 Image size of job updated: 1319936 361 - MemoryUsage of job (MB) 368928 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:31:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:31:21 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 376948 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:31:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:31:21 Image size of job updated: 1319936 314 - MemoryUsage of job (MB) 320808 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:31:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 320808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:31:21 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372728 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:31:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 372728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:31:22 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368300 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:31:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 368300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:31:22 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306216 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:31:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:31:22 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305236 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:31:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:31:23 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 372844 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:31:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 372844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:31:23 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 321052 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:31:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 321052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:31:24 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363672 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:31:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 363672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:31:24 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368184 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:31:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 368184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:31:25 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 363836 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:31:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 363836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:31:25 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369332 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:31:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 18:31:25 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310068 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 18:31:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:31:26 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304592 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:31:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:31:26 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373172 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:31:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 373172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:31:27 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369236 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:31:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:31:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 369236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:31:27 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 368836 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:31:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:31:27 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367504 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:31:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 367504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:31:28 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315000 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:31:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:31:28 Image size of job updated: 1272592 367 - MemoryUsage of job (MB) 375784 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:31:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.123.000) 05/25 18:31:28 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307796 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:31:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:31:29 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 368424 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:31:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.060.000) 05/25 18:31:30 Image size of job updated: 1456968 384 - MemoryUsage of job (MB) 392316 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:31:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:31:30 Image size of job updated: 1268904 353 - MemoryUsage of job (MB) 361116 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:31:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 361116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:31:31 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370128 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:31:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:31:31 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369004 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:31:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:31:32 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368304 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:31:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:31:37 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370216 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:31:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:31:37 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315388 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:31:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:31:38 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371012 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:31:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:31:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 371012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:31:39 Image size of job updated: 1438984 322 - MemoryUsage of job (MB) 328808 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:31:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 328808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:31:39 Image size of job updated: 1336492 288 - MemoryUsage of job (MB) 294800 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:31:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:31:40 Image size of job updated: 1711784 370 - MemoryUsage of job (MB) 378536 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:31:40 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:31:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 378536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:31:41 Image size of job updated: 1252344 361 - MemoryUsage of job (MB) 369612 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:31:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:31:42 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365672 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:31:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:31:42 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 366568 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:31:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 366568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:31:42 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367092 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:31:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:31:42 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314576 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:31:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:31:42 Image size of job updated: 1252352 313 - MemoryUsage of job (MB) 320240 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:31:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 320240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 18:31:43 Image size of job updated: 1128676 131 - MemoryUsage of job (MB) 133364 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:31:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1128676 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:31:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 131 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 133364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:31:44 Image size of job updated: 1319940 314 - MemoryUsage of job (MB) 321292 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:31:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 321292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:31:47 Image size of job updated: 1252352 313 - MemoryUsage of job (MB) 319916 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:31:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 319916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:31:48 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 321412 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:31:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 321412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:31:50 Image size of job updated: 1319940 315 - MemoryUsage of job (MB) 322056 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:31:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 322056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:31:50 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365456 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:31:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 365456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:31:51 Image size of job updated: 1268900 308 - MemoryUsage of job (MB) 315276 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:31:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 315276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:31:52 Image size of job updated: 1912112 372 - MemoryUsage of job (MB) 379996 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:31:52 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:31:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 379996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:31:53 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 321536 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:31:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 321536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:31:53 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 377876 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:31:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 377876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:31:53 Image size of job updated: 1252352 352 - MemoryUsage of job (MB) 360168 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:31:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:31:54 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 373856 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:31:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:31:54 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308684 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:31:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:31:54 Image size of job updated: 1319936 306 - MemoryUsage of job (MB) 313220 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:31:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 313220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:31:55 Image size of job updated: 1342468 304 - MemoryUsage of job (MB) 310592 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:31:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:31:55 Image size of job updated: 1319940 315 - MemoryUsage of job (MB) 322320 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:31:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 322320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:31:56 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365008 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:31:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:31:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 365008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:31:56 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 321276 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:31:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:31:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 321276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:31:57 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306932 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:31:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:31:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:32:00 Image size of job updated: 1268904 287 - MemoryUsage of job (MB) 292972 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:32:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 292972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:32:02 Image size of job updated: 1252352 316 - MemoryUsage of job (MB) 322568 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:32:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 322568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:32:03 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364364 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:32:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 364364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:32:04 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370472 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:32:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:32:05 Image size of job updated: 1272592 366 - MemoryUsage of job (MB) 373896 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:32:05 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:32:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:32:06 Image size of job updated: 1319940 316 - MemoryUsage of job (MB) 322588 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:32:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 322588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 18:32:06 Image size of job updated: 1272592 365 - MemoryUsage of job (MB) 373128 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:32:06 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:32:07 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 318672 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:32:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 318672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:32:07 Image size of job updated: 1319940 318 - MemoryUsage of job (MB) 324920 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:32:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 324920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:32:08 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364584 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:32:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 364584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:32:09 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 364476 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 364476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:32:13 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368804 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:32:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:32:14 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373928 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:32:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 373928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:32:16 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363584 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:32:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 363584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:32:18 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363608 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:32:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 363608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:32:19 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303728 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:32:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:32:20 Image size of job updated: 1252352 318 - MemoryUsage of job (MB) 324904 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:32:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 324904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.075.000) 05/25 18:32:20 Image size of job updated: 1327444 377 - MemoryUsage of job (MB) 385776 - ResidentSetSize of job (KB) ... 028 (1259.075.000) 05/25 18:32:20 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1327444 Proc = 75 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:32:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28244" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 385776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:32:22 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374704 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:32:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:32:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 374704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:32:24 Image size of job updated: 1388632 386 - MemoryUsage of job (MB) 395160 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:32:24 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 395160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:32:24 Image size of job updated: 1268908 357 - MemoryUsage of job (MB) 364688 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:32:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 364688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:32:24 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313144 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:32:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.189.000) 05/25 18:32:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3450_174620124@LE-114CST11-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.189.000) 05/25 18:32:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 189 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391197.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3450_174620124@LE-114CST11-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST11-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:32:26 Image size of job updated: 1252352 318 - MemoryUsage of job (MB) 325332 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:32:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 325332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:32:26 Image size of job updated: 1252352 365 - MemoryUsage of job (MB) 373252 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:32:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 373252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:32:26 Image size of job updated: 1336488 305 - MemoryUsage of job (MB) 311452 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:32:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:32:27 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369212 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:32:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:32:28 Image size of job updated: 1336496 292 - MemoryUsage of job (MB) 298940 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:32:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:32:30 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367612 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:32:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 367612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:32:30 Image size of job updated: 1336496 361 - MemoryUsage of job (MB) 368968 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:32:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:32:31 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 363916 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:32:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 363916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:32:33 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373584 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:32:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 373584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:32:33 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 372140 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:32:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 372140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:32:33 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367436 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:32:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:32:33 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369932 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:32:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:32:33 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373052 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:32:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:32:35 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 313888 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:32:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:32:36 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310504 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:32:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:32:36 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304668 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:32:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.225.000) 05/25 18:32:37 Job reconnected to glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309 startd address: <10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP> starter address: <10.0.2.15:45750?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861611&PrivNet=VETS-AF-0171-S2-its-c7-osg-20190309&addrs=10.0.2.15-45750&noUDP> ... 028 (1259.225.000) 05/25 18:32:37 Job ad information event triggered. StartdAddr = "<10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23297" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 225 EventTime = "2019-05-25T18:32:37" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:45750?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861611&PrivNet=VETS-AF-0171-S2-its-c7-osg-20190309&addrs=10.0.2.15-45750&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" EventDescription = "Job reconnected" ... 006 (1259.030.000) 05/25 18:32:40 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321428 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:32:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:32:42 Image size of job updated: 1319936 318 - MemoryUsage of job (MB) 324856 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:32:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 324856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:32:42 Image size of job updated: 1268908 357 - MemoryUsage of job (MB) 364920 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:32:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 364920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:32:45 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303152 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:32:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 303152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:32:46 Image size of job updated: 1268908 355 - MemoryUsage of job (MB) 363520 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:32:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:32:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 363520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:32:46 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 370976 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:32:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:32:46 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374756 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:32:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:32:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:32:50 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372580 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:32:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:32:56 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372036 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:32:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:32:56 Image size of job updated: 1389380 381 - MemoryUsage of job (MB) 389708 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:32:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 389708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:32:59 Image size of job updated: 1319940 362 - MemoryUsage of job (MB) 370432 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:32:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:32:59 Image size of job updated: 1268908 292 - MemoryUsage of job (MB) 298796 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:32:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:33:01 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368164 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:33:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.189.000) 05/25 18:33:01 Job executing on host: <137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP> ... 028 (1259.189.000) 05/25 18:33:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:33:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:33:01 Image size of job updated: 1252352 306 - MemoryUsage of job (MB) 312432 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:33:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 312432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:33:03 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310848 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:33:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:33:03 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 310060 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:33:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:33:03 Image size of job updated: 1061084 172 - MemoryUsage of job (MB) 175836 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:33:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1061084 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:33:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 172 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 175836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 18:33:06 Image size of job updated: 1061088 173 - MemoryUsage of job (MB) 176136 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 18:33:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1061088 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 173 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 176136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.189.000) 05/25 18:33:09 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2800 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 18:33:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:33:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:33:14 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309356 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:33:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:33:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:33:17 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373120 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:33:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:33:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 373120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:33:21 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302564 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:33:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:33:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 302564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:33:25 Image size of job updated: 1319940 366 - MemoryUsage of job (MB) 374428 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:33:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:33:25 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 371828 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:33:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:33:26 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375452 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:33:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:33:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 375452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:33:29 Image size of job updated: 1323544 364 - MemoryUsage of job (MB) 371812 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:33:29 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:33:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 371812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:33:33 Image size of job updated: 1393688 378 - MemoryUsage of job (MB) 386568 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:33:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 386568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:33:34 Image size of job updated: 1319940 306 - MemoryUsage of job (MB) 313288 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:33:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 313288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.270.000) 05/25 18:33:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1545_539206386@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.270.000) 05/25 18:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 270 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:33:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429893.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112009" StartdName = "glidein_1545_539206386@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-WBB-14-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:33:35 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308976 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:33:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:33:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 308976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:33:38 Image size of job updated: 1336496 296 - MemoryUsage of job (MB) 302260 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:33:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:33:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:33:39 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373608 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:33:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:33:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 373608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:33:41 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371688 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:33:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:33:42 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 360988 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:33:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:33:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:33:43 Image size of job updated: 1319936 353 - MemoryUsage of job (MB) 361396 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:33:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:33:43 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 309928 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:33:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:33:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 309928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:33:48 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366216 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:33:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 366216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:33:51 Image size of job updated: 1251600 359 - MemoryUsage of job (MB) 366960 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:33:51 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:33:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 366960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:33:58 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370168 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:33:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:33:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:33:59 Image size of job updated: 1388632 388 - MemoryUsage of job (MB) 396972 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:33:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:33:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 396972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:34:01 Image size of job updated: 1319940 304 - MemoryUsage of job (MB) 310304 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:34:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:34:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 310304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:34:09 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374052 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:34:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:34:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:34:09 Image size of job updated: 1252352 305 - MemoryUsage of job (MB) 312276 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:34:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:34:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:34:21 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311136 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:34:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:34:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:34:22 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311140 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:34:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:34:24 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310260 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:34:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:34:28 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305804 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:34:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:34:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:34:33 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371680 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:34:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:34:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:34:33 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309528 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:34:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:34:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.229.000) 05/25 18:34:36 Job executing on host: <10.0.0.86:45910?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#859753&addrs=10.0.0.86-45910&noUDP> ... 028 (1259.229.000) 05/25 18:34:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Cinvestav" Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:34:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 1 ExecuteHost = "<10.0.0.86:45910?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#859753&addrs=10.0.0.86-45910&noUDP>" JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.015.000) 05/25 18:34:40 Image size of job updated: 1319932 368 - MemoryUsage of job (MB) 376452 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:34:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:34:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:34:42 Image size of job updated: 1319940 366 - MemoryUsage of job (MB) 374020 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:34:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:34:42 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380316 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:34:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:34:44 Image size of job updated: 1319940 303 - MemoryUsage of job (MB) 310104 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:34:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:34:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 310104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 18:34:45 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2776 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 18:34:45 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:34:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 2776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.091.000) 05/25 18:34:46 Image size of job updated: 1268908 297 - MemoryUsage of job (MB) 303904 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 18:34:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:34:52 Image size of job updated: 1252352 368 - MemoryUsage of job (MB) 376232 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:34:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:34:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:34:55 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309596 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:34:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:34:55 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381168 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:34:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 381168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:34:55 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305944 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:34:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:34:59 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308316 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:34:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:34:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:35:02 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313848 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:35:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 313848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:35:03 Image size of job updated: 1251600 372 - MemoryUsage of job (MB) 380364 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:35:03 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:35:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 380364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:35:05 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 306904 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:35:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:35:05 Image size of job updated: 1336724 407 - MemoryUsage of job (MB) 416560 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:35:05 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336724 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:35:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 416560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:35:11 Image size of job updated: 1252352 303 - MemoryUsage of job (MB) 309536 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:35:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:35:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 309536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:35:12 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365972 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:35:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 365972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:35:13 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312968 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:35:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:35:14 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 305096 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:35:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 305096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:35:15 Image size of job updated: 1388632 386 - MemoryUsage of job (MB) 394608 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:35:15 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 394608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.270.000) 05/25 18:35:16 Job executing on host: <128.186.19.143:39141?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#700&addrs=128.186.19.143-39141+[--1]-39141&noUDP> ... 028 (1259.270.000) 05/25 18:35:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 270 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:35:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:39141?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#700&addrs=128.186.19.143-39141+[--1]-39141&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:35:16 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313336 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:35:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 18:35:17 Image size of job updated: 1261492 118 - MemoryUsage of job (MB) 119920 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 18:35:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1261492 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:35:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 118 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 119920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.237.000) 05/25 18:35:18 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367332 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:35:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 18:35:19 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310352 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 18:35:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:35:20 Image size of job updated: 1344088 388 - MemoryUsage of job (MB) 396352 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:35:20 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344088 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:35:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 396352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.219.000) 05/25 18:35:24 Image size of job updated: 1268900 306 - MemoryUsage of job (MB) 312872 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:35:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:35:24 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365080 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:35:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 365080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 18:35:24 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362528 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:35:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.270.000) 05/25 18:35:25 Image size of job updated: 164316 24 - MemoryUsage of job (MB) 23572 - ResidentSetSize of job (KB) ... 028 (1259.270.000) 05/25 18:35:25 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 164316 Proc = 270 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 24 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 23572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:35:25 Image size of job updated: 1510876 380 - MemoryUsage of job (MB) 388852 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:35:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:35:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 388852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:35:26 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310024 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:35:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:35:28 Image size of job updated: 1389380 384 - MemoryUsage of job (MB) 393104 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:35:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 393104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 18:35:28 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308004 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 18:35:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:35:33 Image size of job updated: 1336496 356 - MemoryUsage of job (MB) 363780 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:35:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 363780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:35:33 Image size of job updated: 1438980 424 - MemoryUsage of job (MB) 433480 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:35:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 433480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:35:34 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311876 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:35:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:35:34 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311280 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:35:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:35:35 Image size of job updated: 1556168 394 - MemoryUsage of job (MB) 402896 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:35:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 402896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:35:35 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 374656 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:35:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:35:36 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304644 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:35:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:35:37 Image size of job updated: 1391432 382 - MemoryUsage of job (MB) 390172 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:35:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391432 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 390172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:35:38 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369580 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:35:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:35:40 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369312 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:35:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:35:42 Image size of job updated: 1323544 305 - MemoryUsage of job (MB) 311744 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:35:42 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:35:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 311744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:35:43 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 314136 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:35:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:35:44 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308872 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:35:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:35:44 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 369868 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:35:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:35:45 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310952 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:35:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 18:35:47 Image size of job updated: 1061092 169 - MemoryUsage of job (MB) 172436 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 18:35:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1061092 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:35:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 169 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 172436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/25 18:35:48 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305776 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:35:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:35:48 Image size of job updated: 1365732 408 - MemoryUsage of job (MB) 417576 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:35:48 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:35:50 Image size of job updated: 1319940 320 - MemoryUsage of job (MB) 326984 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:35:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 326984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.023.000) 05/25 18:35:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3469_81769142@BFAS-SCMC-215-S2-its-c7-osg-20190309 <10.0.2.15:46401?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39158&addrs=10.0.2.15-46401&noUDP> ... 028 (1259.023.000) 05/25 18:35:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:46401?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#39158&addrs=10.0.2.15-46401&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716336" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 23 EventTime = "2019-05-25T18:35:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3469_81769142@BFAS-SCMC-215-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.215.000) 05/25 18:35:54 Image size of job updated: 1319940 316 - MemoryUsage of job (MB) 323480 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:35:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 323480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:35:54 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380400 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:35:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 380400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:35:55 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 305136 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:35:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:35:56 Image size of job updated: 1252348 316 - MemoryUsage of job (MB) 323100 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:35:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:35:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 323100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:35:56 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312480 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:35:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:35:56 Image size of job updated: 1336496 357 - MemoryUsage of job (MB) 364688 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:35:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:35:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 364688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:35:57 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364548 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:35:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 364548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:35:58 Image size of job updated: 1255948 308 - MemoryUsage of job (MB) 315060 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:35:58 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 315060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:35:58 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 366088 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:35:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:35:59 Image size of job updated: 1389380 321 - MemoryUsage of job (MB) 328384 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:35:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:35:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 328384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:36:00 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373064 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:36:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:36:01 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364880 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:36:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 364880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:36:01 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 363560 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:36:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 363560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:36:01 Image size of job updated: 1323844 381 - MemoryUsage of job (MB) 390040 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:36:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 390040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:36:03 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304612 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:36:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:36:04 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 373140 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:36:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:36:05 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 311176 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:36:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:36:06 Image size of job updated: 1319940 368 - MemoryUsage of job (MB) 375972 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:36:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:36:06 Image size of job updated: 1252352 317 - MemoryUsage of job (MB) 324400 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:36:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 324400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:36:07 Image size of job updated: 1268900 356 - MemoryUsage of job (MB) 363640 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:36:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 363640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:36:08 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308892 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:36:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:36:08 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306420 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:36:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:36:09 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 364628 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:36:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 364628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:36:10 Image size of job updated: 1252352 363 - MemoryUsage of job (MB) 371200 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:36:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:36:10 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367396 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:36:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 367396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:36:11 Image size of job updated: 1319936 317 - MemoryUsage of job (MB) 324408 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:36:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 324408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:36:12 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374084 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:36:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:36:12 Image size of job updated: 1319936 316 - MemoryUsage of job (MB) 323204 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:36:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 323204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:36:15 Image size of job updated: 1336496 359 - MemoryUsage of job (MB) 367544 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:36:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:36:15 Image size of job updated: 1252352 361 - MemoryUsage of job (MB) 369664 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:36:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 369664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:36:15 Image size of job updated: 1490632 380 - MemoryUsage of job (MB) 388876 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:36:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:36:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 388876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:36:15 Image size of job updated: 1252348 316 - MemoryUsage of job (MB) 323288 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:36:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 323288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:36:16 Image size of job updated: 1252348 316 - MemoryUsage of job (MB) 322980 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:36:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 322980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:36:16 Image size of job updated: 1268900 356 - MemoryUsage of job (MB) 364240 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:36:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 364240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:36:16 Image size of job updated: 1336496 361 - MemoryUsage of job (MB) 368708 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:36:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:36:17 Image size of job updated: 1438980 382 - MemoryUsage of job (MB) 390156 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:36:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 390156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:36:17 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365116 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:36:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:36:19 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305604 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:36:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:36:19 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 373788 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:36:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 373788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:36:20 Image size of job updated: 1336492 355 - MemoryUsage of job (MB) 363324 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:36:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:36:20 Image size of job updated: 1319932 365 - MemoryUsage of job (MB) 373508 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:36:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:36:21 Image size of job updated: 1319936 364 - MemoryUsage of job (MB) 372012 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:36:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:36:21 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379892 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:36:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:36:21 Image size of job updated: 1319936 317 - MemoryUsage of job (MB) 323676 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:36:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 323676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:36:21 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362888 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:36:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 362888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:36:21 Image size of job updated: 1252348 316 - MemoryUsage of job (MB) 323524 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:36:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 323524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:36:22 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 370832 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:36:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 370832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:36:22 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307308 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:36:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 18:36:23 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 305004 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 18:36:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:36:23 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307060 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:36:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:36:23 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376648 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:36:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 376648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:36:23 Image size of job updated: 1252348 316 - MemoryUsage of job (MB) 323360 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:36:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 323360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:36:24 Image size of job updated: 1268908 356 - MemoryUsage of job (MB) 364348 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:36:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 364348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:36:24 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370572 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:36:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:36:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 370572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:36:25 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365316 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:36:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 365316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:36:26 Image size of job updated: 1268904 290 - MemoryUsage of job (MB) 296484 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:36:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 296484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:36:26 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372392 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:36:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:36:26 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376472 - ResidentSetSize of job (KB) ... 006 (1259.264.000) 05/25 18:36:26 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305884 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:36:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 376472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.264.000) 05/25 18:36:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:36:28 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:36:28 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 369708 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 369708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:36:28 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317312 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:36:28 Image size of job updated: 1272592 372 - MemoryUsage of job (MB) 380800 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.123.000) 05/25 18:36:28 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309788 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:36:28 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372084 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:36:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 372084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:36:29 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370452 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:36:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.060.000) 05/25 18:36:30 Image size of job updated: 1456968 386 - MemoryUsage of job (MB) 394512 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:36:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:36:31 Image size of job updated: 1268904 355 - MemoryUsage of job (MB) 362504 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:36:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 362504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:36:31 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372664 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:36:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:36:32 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 371904 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:36:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:36:33 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 371396 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:36:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:36:37 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 372924 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:36:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:36:38 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 373960 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:36:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:36:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 373960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:36:38 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318220 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:36:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:36:40 Image size of job updated: 1438984 325 - MemoryUsage of job (MB) 331920 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:36:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 331920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:36:40 Image size of job updated: 1336492 289 - MemoryUsage of job (MB) 295816 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:36:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:36:40 Image size of job updated: 1711784 372 - MemoryUsage of job (MB) 380588 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:36:40 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:36:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 380588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:36:41 Image size of job updated: 1252344 364 - MemoryUsage of job (MB) 372528 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:36:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:36:41 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305244 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:36:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:36:42 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367304 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:36:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:36:42 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 369612 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:36:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:36:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 369612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:36:43 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316160 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:36:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:36:43 Image size of job updated: 1252352 316 - MemoryUsage of job (MB) 323152 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:36:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 323152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:36:43 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368972 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:36:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 18:36:44 Image size of job updated: 1261492 141 - MemoryUsage of job (MB) 144160 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:36:44 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1261492 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:36:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 141 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 144160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:36:45 Image size of job updated: 1319940 317 - MemoryUsage of job (MB) 324120 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:36:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 324120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:36:47 Image size of job updated: 1252352 316 - MemoryUsage of job (MB) 322696 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:36:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 322696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:36:48 Image size of job updated: 1252352 317 - MemoryUsage of job (MB) 323884 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:36:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 323884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.122.000) 05/25 18:36:50 Image size of job updated: 1436932 375 - MemoryUsage of job (MB) 383096 - ResidentSetSize of job (KB) ... 028 (1259.122.000) 05/25 18:36:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 122 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 383096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:36:51 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366280 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:36:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 366280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:36:52 Image size of job updated: 1268900 310 - MemoryUsage of job (MB) 317240 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:36:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 317240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:36:53 Image size of job updated: 1912112 374 - MemoryUsage of job (MB) 382372 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:36:53 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:36:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 382372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:36:53 Image size of job updated: 1252352 317 - MemoryUsage of job (MB) 323720 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:36:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 323720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:36:53 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381040 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:36:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:36:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 381040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:36:54 Image size of job updated: 1252352 354 - MemoryUsage of job (MB) 362296 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:36:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.109.000) 05/25 18:36:54 Job executing on host: <128.186.19.131:17173?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874876&addrs=128.186.19.131-17173&noUDP> ... 028 (1259.109.000) 05/25 18:36:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 109 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:36:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:17173?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874876&addrs=128.186.19.131-17173&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67996.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28721" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:36:55 Image size of job updated: 1319936 309 - MemoryUsage of job (MB) 316124 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:36:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:36:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 316124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:36:55 Image size of job updated: 1319940 318 - MemoryUsage of job (MB) 324900 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:36:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 324900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:36:55 Image size of job updated: 1342468 304 - MemoryUsage of job (MB) 310596 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:36:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:36:55 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309860 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:36:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:36:56 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366448 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:36:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:36:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 366448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:36:57 Image size of job updated: 1252352 317 - MemoryUsage of job (MB) 323824 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:36:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 323824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:36:57 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307740 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:36:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:37:02 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2692 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:37:02 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 109 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:37:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28721" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 2692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:37:02 Image size of job updated: 1252352 318 - MemoryUsage of job (MB) 325364 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:37:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 325364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:37:03 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366224 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:37:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 366224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:37:05 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372548 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:37:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:37:05 Image size of job updated: 1272592 369 - MemoryUsage of job (MB) 377044 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:37:05 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:37:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.152.000) 05/25 18:37:06 Image size of job updated: 1319940 318 - MemoryUsage of job (MB) 325160 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:37:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 325160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 18:37:06 Image size of job updated: 1272592 369 - MemoryUsage of job (MB) 377088 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:37:06 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:37:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:37:07 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320344 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:37:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 320344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:37:08 Image size of job updated: 1319940 321 - MemoryUsage of job (MB) 327792 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:37:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 327792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:37:08 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366716 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:37:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 366716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:37:10 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 365860 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:37:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 365860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:37:14 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370412 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:37:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:37:15 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 376964 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:37:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 376964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:37:16 Image size of job updated: 1456968 362 - MemoryUsage of job (MB) 370376 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:37:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:37:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 370376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:37:18 Image size of job updated: 1336492 356 - MemoryUsage of job (MB) 364480 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:37:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 364480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:37:20 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304740 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:37:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:37:20 Image size of job updated: 1252352 321 - MemoryUsage of job (MB) 327908 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:37:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 327908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:37:22 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 378464 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:37:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:37:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 378464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:37:25 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 366744 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:37:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 366744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:37:25 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 314108 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:37:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:37:25 Image size of job updated: 1388632 390 - MemoryUsage of job (MB) 398692 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:37:25 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:37:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 398692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:37:26 Image size of job updated: 1252352 321 - MemoryUsage of job (MB) 327740 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:37:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 327740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:37:27 Image size of job updated: 1252352 367 - MemoryUsage of job (MB) 375696 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:37:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 375696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:37:27 Image size of job updated: 1336488 306 - MemoryUsage of job (MB) 312932 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:37:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:37:28 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370412 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:37:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:37:30 Image size of job updated: 1336496 295 - MemoryUsage of job (MB) 301192 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:37:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:37:30 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 369612 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:37:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 369612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:37:31 Image size of job updated: 1336496 363 - MemoryUsage of job (MB) 371080 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:37:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:37:32 Image size of job updated: 1268908 357 - MemoryUsage of job (MB) 365256 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:37:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 365256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:37:33 Image size of job updated: 1438980 382 - MemoryUsage of job (MB) 390996 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:37:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:37:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 390996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:37:33 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374744 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:37:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:37:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 374744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:37:34 Image size of job updated: 1323844 383 - MemoryUsage of job (MB) 392132 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:37:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:37:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:37:34 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370320 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:37:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:37:34 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 372888 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:37:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:37:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:37:35 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 315928 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:37:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:37:36 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312780 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:37:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:37:37 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305724 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:37:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:37:40 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324296 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:37:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:37:42 Image size of job updated: 1456968 339 - MemoryUsage of job (MB) 346628 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:37:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:37:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:37:43 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 366564 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:37:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 366564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:37:46 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304400 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:37:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:37:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 304400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:37:47 Image size of job updated: 1268908 357 - MemoryUsage of job (MB) 365144 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:37:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:37:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 365144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:37:47 Image size of job updated: 1252352 369 - MemoryUsage of job (MB) 377724 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:37:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:37:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:37:47 Image size of job updated: 1323844 378 - MemoryUsage of job (MB) 386948 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:37:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:37:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:37:50 Image size of job updated: 1490632 384 - MemoryUsage of job (MB) 393024 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:37:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.125.000) 05/25 18:37:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3434_606396375@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309 <10.0.2.15:45065?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39174&addrs=10.0.2.15-45065&noUDP> ... 028 (1259.125.000) 05/25 18:37:51 Job ad information event triggered. StartdAddr = "<10.0.2.15:45065?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39174&addrs=10.0.2.15-45065&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 125 EventTime = "2019-05-25T18:37:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3434_606396375@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.055.000) 05/25 18:37:57 Image size of job updated: 1389380 385 - MemoryUsage of job (MB) 393516 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:37:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 393516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:37:57 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376132 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:37:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:38:00 Image size of job updated: 1268908 294 - MemoryUsage of job (MB) 300236 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:38:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:38:00 Image size of job updated: 1319940 365 - MemoryUsage of job (MB) 372900 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:38:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:38:01 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370368 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:38:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.274.000) 05/25 18:38:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3396_377725642@VETS-AR-0122-S2-its-c7-osg-20190309 <10.0.2.15:42816?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856935&addrs=10.0.2.15-42816&noUDP> ... 028 (1259.274.000) 05/25 18:38:02 Job ad information event triggered. StartdAddr = "<10.0.2.15:42816?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#856935&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116709" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 274 EventTime = "2019-05-25T18:38:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3396_377725642@VETS-AR-0122-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.104.000) 05/25 18:38:02 Image size of job updated: 1391436 326 - MemoryUsage of job (MB) 333560 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:38:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1391436 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 333560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:38:03 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313176 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:38:03 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311600 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:38:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 18:38:06 Image size of job updated: 1193904 173 - MemoryUsage of job (MB) 176136 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 18:38:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1193904 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:38:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 173 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 176136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.189.000) 05/25 18:38:09 Image size of job updated: 1357504 354 - MemoryUsage of job (MB) 362164 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 18:38:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1357504 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:38:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:38:14 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311416 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:38:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:38:18 Image size of job updated: 1323844 383 - MemoryUsage of job (MB) 391940 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:38:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:38:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 391940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:38:22 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304436 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:38:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 304436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:38:26 Image size of job updated: 1456972 387 - MemoryUsage of job (MB) 395624 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:38:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:38:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:38:26 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375156 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:38:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:38:27 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 378884 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:38:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:38:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 378884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:38:32 Image size of job updated: 1323544 3 - MemoryUsage of job (MB) 2744 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:38:32 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 109 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:38:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28721" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 2744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.109.000) 05/25 18:38:32 Job was evicted. (0) Job was not checkpointed. Usr 0 00:01:09, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 398951500 Memory (MB) : 3 1024 2500 ... 028 (1259.109.000) 05/25 18:38:32 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "28721" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 109 EventTime = "2019-05-25T18:38:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:01:09, Sys 0 00:00:13" JOB_GLIDEIN_SiteWMS_JobId = "67996.0" ... 006 (1259.058.000) 05/25 18:38:33 Image size of job updated: 1393688 382 - MemoryUsage of job (MB) 390612 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:38:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:38:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 390612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:38:34 Image size of job updated: 1319940 310 - MemoryUsage of job (MB) 316936 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:38:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 316936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:38:35 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311000 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:38:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 311000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:38:38 Image size of job updated: 1336496 296 - MemoryUsage of job (MB) 303020 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:38:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:38:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:38:40 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 377016 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:38:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:38:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 377016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:38:41 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 374904 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:38:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:38:43 Image size of job updated: 1319936 357 - MemoryUsage of job (MB) 365340 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:38:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:38:43 Image size of job updated: 1252352 307 - MemoryUsage of job (MB) 313560 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:38:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:38:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 313560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/25 18:38:43 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 370212 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/25 18:38:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:38:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:38:49 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368012 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:38:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:38:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 368012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:38:52 Image size of job updated: 1251600 360 - MemoryUsage of job (MB) 368252 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:38:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:38:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 368252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.109.000) 05/25 18:38:55 Job executing on host: <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1259.109.000) 05/25 18:38:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:38:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:38:59 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 373060 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:38:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:38:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:38:59 Image size of job updated: 1388632 392 - MemoryUsage of job (MB) 400528 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:38:59 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:38:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 400528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:39:02 Image size of job updated: 1319940 305 - MemoryUsage of job (MB) 312264 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:39:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:39:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:39:03 Image size of job updated: 1500000 4 - MemoryUsage of job (MB) 3496 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:39:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:39:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 4 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:39:05 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305652 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:39:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:39:10 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376716 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:39:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:39:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:39:10 Image size of job updated: 1252352 308 - MemoryUsage of job (MB) 315364 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:39:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:39:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 315364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:39:22 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312168 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:39:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:39:22 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312940 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:39:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:39:23 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307220 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:39:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:39:24 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311820 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:39:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:39:29 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306816 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:39:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:39:33 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373792 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:39:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:39:34 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 311284 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:39:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:39:41 Image size of job updated: 1319932 371 - MemoryUsage of job (MB) 379196 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:39:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:39:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:39:42 Image size of job updated: 1319940 369 - MemoryUsage of job (MB) 377256 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:39:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:39:43 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 403760 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:39:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:39:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:39:45 Image size of job updated: 1319940 306 - MemoryUsage of job (MB) 312616 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:39:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:39:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 18:39:46 Image size of job updated: 1061088 173 - MemoryUsage of job (MB) 176624 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 18:39:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1061088 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:39:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 173 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 176624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 18:39:54 Image size of job updated: 1252352 371 - MemoryUsage of job (MB) 379128 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:39:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:39:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:39:55 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311428 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:39:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:39:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:39:55 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 404296 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:39:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:39:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 404296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:39:55 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 306732 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:39:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:39:59 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309372 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:39:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:39:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:40:02 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315612 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:40:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 315612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:40:04 Image size of job updated: 1386580 388 - MemoryUsage of job (MB) 396608 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:40:04 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:40:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 396608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:40:05 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307900 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:40:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.039.000) 05/25 18:40:06 Image size of job updated: 1336724 411 - MemoryUsage of job (MB) 420636 - ResidentSetSize of job (KB) ... 028 (1259.039.000) 05/25 18:40:06 Job ad information event triggered. JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336724 Proc = 39 JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" EventTime = "2019-05-25T18:40:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_SiteWMS_JobId = "570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11790" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" Subproc = 0 ResidentSetSize = 420636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:40:12 Image size of job updated: 1252352 306 - MemoryUsage of job (MB) 312444 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:40:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:40:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 312444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:40:12 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 367744 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:40:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 367744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:40:13 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315016 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:40:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:40:15 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307012 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:40:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 307012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:40:15 Image size of job updated: 1388632 389 - MemoryUsage of job (MB) 398144 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:40:15 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 398144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:40:17 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315648 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:40:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 18:40:18 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368908 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:40:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:40:21 Image size of job updated: 1344088 393 - MemoryUsage of job (MB) 401796 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:40:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344088 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:40:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.219.000) 05/25 18:40:24 Image size of job updated: 1268900 308 - MemoryUsage of job (MB) 314984 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:40:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 18:40:25 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365628 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:40:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:40:26 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367648 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:40:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 367648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.270.000) 05/25 18:40:26 Image size of job updated: 1255952 349 - MemoryUsage of job (MB) 356732 - ResidentSetSize of job (KB) ... 028 (1259.270.000) 05/25 18:40:26 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255952 Proc = 270 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 356732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 18:40:26 Job was evicted. (0) Job terminated and was requeued Usr 0 00:19:25, Sys 0 00:00:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789440 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 18:40:26 Job ad information event triggered. SentBytes = 337789440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24513" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c111.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T18:40:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:19:25, Sys 0 00:00:50" JOB_GLIDEIN_SiteWMS_JobId = "264349.0" ... 006 (1259.056.000) 05/25 18:40:26 Image size of job updated: 1510876 384 - MemoryUsage of job (MB) 392376 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:40:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:40:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 392376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:40:27 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312400 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:40:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:40:28 Image size of job updated: 1389380 388 - MemoryUsage of job (MB) 396568 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:40:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 396568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:40:33 Image size of job updated: 1336496 359 - MemoryUsage of job (MB) 366632 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:40:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 366632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.068.000) 05/25 18:40:34 Image size of job updated: 1456968 424 - MemoryUsage of job (MB) 433480 - ResidentSetSize of job (KB) ... 028 (1259.068.000) 05/25 18:40:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 68 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 433480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:40:35 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313724 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:40:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:40:35 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313112 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:40:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:40:36 Image size of job updated: 1556168 398 - MemoryUsage of job (MB) 406884 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:40:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 406884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:40:36 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 377340 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:40:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:40:36 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306228 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:40:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:40:38 Image size of job updated: 1456968 384 - MemoryUsage of job (MB) 393196 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:40:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 393196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:40:39 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371688 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:40:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:40:40 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 373272 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:40:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:40:43 Image size of job updated: 1323544 307 - MemoryUsage of job (MB) 313952 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:40:43 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:40:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 313952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:40:43 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316480 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:40:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:40:45 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372512 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:40:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:40:45 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312800 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:40:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:40:46 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310524 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:40:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 18:40:48 Image size of job updated: 1261496 169 - MemoryUsage of job (MB) 172436 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 18:40:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1261496 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:40:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 169 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 172436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/25 18:40:48 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306832 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:40:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:40:49 Image size of job updated: 1365732 410 - MemoryUsage of job (MB) 418896 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:40:49 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:40:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 418896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:40:51 Image size of job updated: 1319940 324 - MemoryUsage of job (MB) 331120 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:40:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 331120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:40:55 Image size of job updated: 1319936 375 - MemoryUsage of job (MB) 383848 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:40:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 383848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:40:55 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306368 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:40:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:40:55 Image size of job updated: 1319940 319 - MemoryUsage of job (MB) 326128 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:40:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 326128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:40:56 Image size of job updated: 1252348 319 - MemoryUsage of job (MB) 325780 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:40:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:40:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 325780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:40:56 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 313764 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:40:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:40:57 Image size of job updated: 1336496 358 - MemoryUsage of job (MB) 366244 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:40:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:40:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 366244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:40:58 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 368980 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:40:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:40:58 Image size of job updated: 1255948 312 - MemoryUsage of job (MB) 318568 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:40:58 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255948 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 318568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:40:58 Image size of job updated: 1268904 357 - MemoryUsage of job (MB) 365520 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:40:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 365520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:40:59 Image size of job updated: 1389380 324 - MemoryUsage of job (MB) 331568 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:40:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:40:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 331568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:41:02 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375468 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:41:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:41:02 Image size of job updated: 1323844 384 - MemoryUsage of job (MB) 392388 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:41:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 392388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:41:02 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367120 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:41:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 367120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:41:02 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365340 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:41:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 365340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:41:04 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305840 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:41:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:41:05 Image size of job updated: 1336492 368 - MemoryUsage of job (MB) 376308 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:41:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:41:06 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312496 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:41:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:41:07 Image size of job updated: 1252352 320 - MemoryUsage of job (MB) 327104 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:41:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 327104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:41:07 Image size of job updated: 1268900 358 - MemoryUsage of job (MB) 365776 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:41:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 365776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:41:08 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310648 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:41:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:41:09 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307476 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:41:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:41:10 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366372 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:41:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 366372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:41:10 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374152 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:41:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:41:11 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 369012 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:41:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 369012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:41:12 Image size of job updated: 1319936 319 - MemoryUsage of job (MB) 325876 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:41:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 325876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:41:12 Image size of job updated: 1389380 382 - MemoryUsage of job (MB) 390812 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:41:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:41:12 Image size of job updated: 1319936 320 - MemoryUsage of job (MB) 326912 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:41:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 326912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:41:15 Image size of job updated: 1336496 362 - MemoryUsage of job (MB) 370144 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:41:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:41:15 Image size of job updated: 1252352 364 - MemoryUsage of job (MB) 371760 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:41:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 371760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:41:15 Image size of job updated: 1490632 383 - MemoryUsage of job (MB) 392168 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:41:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:41:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 392168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:41:16 Image size of job updated: 1252348 320 - MemoryUsage of job (MB) 327148 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:41:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 327148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:41:17 Image size of job updated: 1336496 363 - MemoryUsage of job (MB) 371084 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:41:17 Image size of job updated: 1438980 385 - MemoryUsage of job (MB) 393272 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 393272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:41:17 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366964 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:41:17 Image size of job updated: 1252348 318 - MemoryUsage of job (MB) 325296 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:41:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 325296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:41:18 Image size of job updated: 1268900 358 - MemoryUsage of job (MB) 366076 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:41:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 366076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:41:19 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306396 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:41:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.291.000) 05/25 18:41:20 Image size of job updated: 1574776 403 - MemoryUsage of job (MB) 412232 - ResidentSetSize of job (KB) ... 028 (1259.291.000) 05/25 18:41:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574776 Proc = 291 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:41:20 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377064 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:41:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 377064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:41:21 Image size of job updated: 1319932 368 - MemoryUsage of job (MB) 376324 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:41:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:41:21 Image size of job updated: 1319936 367 - MemoryUsage of job (MB) 375004 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:41:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:41:21 Image size of job updated: 1387328 388 - MemoryUsage of job (MB) 396724 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:41:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:41:21 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 364908 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:41:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:41:22 Image size of job updated: 1252348 319 - MemoryUsage of job (MB) 326164 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:41:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 326164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:41:22 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364248 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:41:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 364248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:41:22 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 373764 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:41:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 373764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:41:22 Image size of job updated: 1319936 319 - MemoryUsage of job (MB) 326452 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:41:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 326452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 18:41:23 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306288 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 18:41:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:41:23 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308116 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:41:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:41:23 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380904 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:41:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 380904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:41:24 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308528 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:41:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:41:24 Image size of job updated: 1252348 319 - MemoryUsage of job (MB) 326092 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:41:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 326092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:41:25 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 372944 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:41:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:41:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 372944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.026.000) 05/25 18:41:25 Job reconnected to glidein_3426_94997848@SOE-SADEROSE10-S3-its-c7-osg-20190309 startd address: <10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP> starter address: <10.0.2.15:32862?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34281&PrivNet=SOE-SADEROSE10-S3-its-c7-osg-20190309&addrs=10.0.2.15-32862&noUDP> ... 028 (1259.026.000) 05/25 18:41:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:39737?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861952&addrs=10.0.2.15-39737&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7714822" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 26 EventTime = "2019-05-25T18:41:25" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3426_94997848@SOE-SADEROSE10-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:32862?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34281&PrivNet=SOE-SADEROSE10-S3-its-c7-osg-20190309&addrs=10.0.2.15-32862&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" EventDescription = "Job reconnected" ... 006 (1259.026.000) 05/25 18:41:25 Image size of job updated: 1336644 280 - MemoryUsage of job (MB) 286512 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:41:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336644 Proc = 26 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 280 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714822" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 286512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:41:26 Image size of job updated: 1268908 358 - MemoryUsage of job (MB) 365640 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:41:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 365640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:41:26 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297944 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:41:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:41:26 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375628 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:41:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:41:26 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 366892 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:41:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 366892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:41:27 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378360 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:41:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 378360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:41:27 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307468 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:41:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.026.000) 05/25 18:41:27 Job was evicted. (0) Job terminated and was requeued Usr 0 00:00:58, Sys 0 00:00:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 5215856 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.026.000) 05/25 18:41:27 Job ad information event triggered. SentBytes = 5215856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7714822" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-SADEROSE10-S3-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 26 EventTime = "2019-05-25T18:41:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:00:58, Sys 0 00:00:14" JOB_GLIDEIN_SiteWMS_JobId = "4383814.0" ... 006 (1259.048.000) 05/25 18:41:28 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376104 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:41:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:41:28 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371352 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:41:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 371352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:41:29 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375620 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:41:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 375620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:41:29 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 372828 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:41:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:41:29 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319952 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:41:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:41:29 Image size of job updated: 1393688 389 - MemoryUsage of job (MB) 397596 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:41:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.123.000) 05/25 18:41:30 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310844 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:41:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.060.000) 05/25 18:41:31 Image size of job updated: 1456968 389 - MemoryUsage of job (MB) 397472 - ResidentSetSize of job (KB) ... 028 (1259.060.000) 05/25 18:41:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 60 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 18:41:31 Image size of job updated: 1268904 356 - MemoryUsage of job (MB) 364348 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:41:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 364348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:41:32 Image size of job updated: 1387328 380 - MemoryUsage of job (MB) 389088 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:41:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:41:33 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 374984 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:41:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:41:33 Image size of job updated: 1319936 366 - MemoryUsage of job (MB) 374004 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:41:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:41:38 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376072 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:41:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:41:39 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320068 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:41:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:41:40 Image size of job updated: 1389380 383 - MemoryUsage of job (MB) 391688 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:41:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:41:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 391688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:41:40 Image size of job updated: 1438984 328 - MemoryUsage of job (MB) 335232 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:41:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:41:40 Image size of job updated: 1336492 291 - MemoryUsage of job (MB) 297156 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:41:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:41:40 Image size of job updated: 1711784 374 - MemoryUsage of job (MB) 382436 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:41:40 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:41:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 382436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:41:41 Image size of job updated: 1252344 367 - MemoryUsage of job (MB) 375472 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:41:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:41:42 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307688 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:41:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:41:42 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369676 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:41:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:41:43 Image size of job updated: 1252348 365 - MemoryUsage of job (MB) 372792 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:41:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:41:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 372792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:41:43 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318184 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:41:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:41:43 Image size of job updated: 1252352 319 - MemoryUsage of job (MB) 325708 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:41:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 325708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:41:44 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371600 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:41:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.222.000) 05/25 18:41:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_152694947@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309 <10.0.2.15:42883?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39176&addrs=10.0.2.15-42883&noUDP> ... 028 (1259.222.000) 05/25 18:41:44 Job ad information event triggered. StartdAddr = "<10.0.2.15:42883?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39176&addrs=10.0.2.15-42883&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 222 EventTime = "2019-05-25T18:41:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3437_152694947@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.226.000) 05/25 18:41:46 Image size of job updated: 1261796 154 - MemoryUsage of job (MB) 157420 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:41:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1261796 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:41:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 154 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 157420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:41:46 Image size of job updated: 1319940 320 - MemoryUsage of job (MB) 327244 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:41:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 327244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:41:48 Image size of job updated: 1252352 319 - MemoryUsage of job (MB) 325836 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:41:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 325836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:41:49 Image size of job updated: 1252352 320 - MemoryUsage of job (MB) 326836 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:41:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 326836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:41:52 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368788 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:41:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 368788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:41:52 Image size of job updated: 1268900 312 - MemoryUsage of job (MB) 319428 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:41:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 319428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:41:53 Image size of job updated: 1912112 377 - MemoryUsage of job (MB) 385276 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:41:53 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:41:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 385276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:41:53 Image size of job updated: 1252352 319 - MemoryUsage of job (MB) 326184 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:41:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 326184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.236.000) 05/25 18:41:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_583363179@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309 <10.0.2.15:39837?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882253&addrs=10.0.2.15-39837&noUDP> ... 028 (1259.236.000) 05/25 18:41:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:39837?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882253&addrs=10.0.2.15-39837&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 236 EventTime = "2019-05-25T18:41:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3437_583363179@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.013.000) 05/25 18:41:54 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 400448 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:41:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:41:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 400448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:41:54 Image size of job updated: 1252352 356 - MemoryUsage of job (MB) 364056 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:41:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.197.000) 05/25 18:41:54 Image size of job updated: 1570676 366 - MemoryUsage of job (MB) 373856 - ResidentSetSize of job (KB) ... 028 (1259.197.000) 05/25 18:41:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:41:55 Image size of job updated: 1319936 312 - MemoryUsage of job (MB) 319100 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:41:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:41:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 319100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:41:56 Image size of job updated: 1319940 320 - MemoryUsage of job (MB) 327148 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:41:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 327148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:41:56 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312760 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:41:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:41:56 Image size of job updated: 1342468 305 - MemoryUsage of job (MB) 311376 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:41:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:41:56 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305620 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:41:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:41:57 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368456 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:41:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 368456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:41:57 Image size of job updated: 1252352 320 - MemoryUsage of job (MB) 326976 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:41:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 326976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:41:57 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308712 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:41:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:42:01 Image size of job updated: 1268904 288 - MemoryUsage of job (MB) 294464 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:42:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 294464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:42:03 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 367960 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:42:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 367960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:42:03 Image size of job updated: 1252352 322 - MemoryUsage of job (MB) 328716 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:42:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 328716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 18:42:04 Job executing on host: <72.36.96.49:34288?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#877853&addrs=72.36.96.49-34288&noUDP> ... 028 (1259.155.000) 05/25 18:42:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:34288?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#877853&addrs=72.36.96.49-34288&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272310.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968935" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:42:05 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374660 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:42:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 18:42:06 Image size of job updated: 1319940 321 - MemoryUsage of job (MB) 327768 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:42:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 327768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:42:06 Image size of job updated: 1272592 372 - MemoryUsage of job (MB) 380800 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:42:06 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:42:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:42:07 Image size of job updated: 1272592 372 - MemoryUsage of job (MB) 380256 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:42:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:42:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:42:07 Image size of job updated: 1336496 315 - MemoryUsage of job (MB) 321956 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:42:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 321956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:42:08 Image size of job updated: 1319940 323 - MemoryUsage of job (MB) 330376 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:42:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 330376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:42:08 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368396 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:42:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 368396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:42:10 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 367896 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:42:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 367896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.026.000) 05/25 18:42:10 Job executing on host: <72.36.96.215:42832?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875733&addrs=72.36.96.215-42832&noUDP> ... 028 (1259.026.000) 05/25 18:42:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:42:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.215:42832?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875733&addrs=72.36.96.215-42832&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 18:42:14 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 372788 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 18:42:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:42:15 Image size of job updated: 1453484 384 - MemoryUsage of job (MB) 393156 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:42:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 393156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:42:19 Image size of job updated: 1336492 357 - MemoryUsage of job (MB) 365528 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:42:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 365528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:42:20 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305424 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:42:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:42:21 Image size of job updated: 1252352 324 - MemoryUsage of job (MB) 330760 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:42:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 330760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:42:23 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381672 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:42:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:42:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 381672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:42:25 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368640 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:42:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 368640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:42:25 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 315956 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:42:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:42:26 Image size of job updated: 1388632 392 - MemoryUsage of job (MB) 401232 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:42:26 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:42:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 401232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:42:27 Image size of job updated: 1252352 370 - MemoryUsage of job (MB) 378804 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:42:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 378804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:42:27 Image size of job updated: 1336488 308 - MemoryUsage of job (MB) 314512 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:42:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:42:27 Image size of job updated: 1252352 323 - MemoryUsage of job (MB) 330288 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:42:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 330288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:42:28 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 372788 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:42:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:42:30 Image size of job updated: 1336496 296 - MemoryUsage of job (MB) 302892 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:42:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:42:31 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 374248 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:42:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:42:31 Image size of job updated: 1268908 363 - MemoryUsage of job (MB) 371632 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:42:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 371632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:42:33 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367400 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:42:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 367400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:42:33 Image size of job updated: 1438980 385 - MemoryUsage of job (MB) 394100 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:42:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:42:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 394100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:42:33 Image size of job updated: 1252352 369 - MemoryUsage of job (MB) 377412 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:42:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:42:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 377412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:42:34 Image size of job updated: 1389380 385 - MemoryUsage of job (MB) 393888 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:42:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:42:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 18:42:35 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372168 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 18:42:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:42:35 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 375976 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:42:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:42:36 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 317776 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:42:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:42:37 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 313836 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:42:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:42:38 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306780 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:42:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:42:41 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341876 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:42:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:42:43 Image size of job updated: 1456968 342 - MemoryUsage of job (MB) 349804 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:42:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:42:44 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368324 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:42:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 368324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:42:46 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306788 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:42:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:42:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 306788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:42:47 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 367232 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:42:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:42:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 367232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:42:47 Image size of job updated: 1252352 373 - MemoryUsage of job (MB) 381336 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:42:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:42:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:42:47 Image size of job updated: 1389380 382 - MemoryUsage of job (MB) 390560 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:42:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:42:50 Image size of job updated: 1490632 387 - MemoryUsage of job (MB) 395892 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:42:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:42:57 Image size of job updated: 1389380 388 - MemoryUsage of job (MB) 396480 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:42:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 396480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:42:58 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379804 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:42:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:42:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:43:01 Image size of job updated: 1268908 295 - MemoryUsage of job (MB) 301364 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:43:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:43:01 Image size of job updated: 1387332 382 - MemoryUsage of job (MB) 390996 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:43:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:43:02 Image size of job updated: 1456972 329 - MemoryUsage of job (MB) 336580 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:43:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:43:02 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372480 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:43:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:43:03 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315288 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:43:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:43:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:43:04 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 313184 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:43:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:43:05 Image size of job updated: 1193900 172 - MemoryUsage of job (MB) 175836 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:43:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1193900 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 172 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 175836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 024 (1259.170.000) 05/25 18:43:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_10727_137664228@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.170.000) 05/25 18:43:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 170 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381932.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716848" StartdName = "glidein_10727_137664228@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-TS-H3DRHB2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.199.000) 05/25 18:43:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.199.000) 05/25 18:43:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 199 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380974.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21722" StartdName = "glidein_3490_1016984700@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-OSP-AJG-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.002.000) 05/25 18:43:09 Image size of job updated: 1436928 346 - MemoryUsage of job (MB) 354136 - ResidentSetSize of job (KB) ... 028 (1259.002.000) 05/25 18:43:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:43:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 354136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.189.000) 05/25 18:43:09 Image size of job updated: 1357504 355 - MemoryUsage of job (MB) 363368 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 18:43:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1357504 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:43:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 363368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.201.000) 05/25 18:43:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3434_41014317@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.201.000) 05/25 18:43:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 201 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:43:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4440318.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25240" StartdName = "glidein_3434_41014317@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-PO-1MM2HB2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:43:15 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313264 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:43:18 Image size of job updated: 1323844 386 - MemoryUsage of job (MB) 394620 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:43:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:43:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 394620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:43:22 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 306052 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:43:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 306052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:43:26 Image size of job updated: 1456972 390 - MemoryUsage of job (MB) 398368 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:43:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:43:26 Image size of job updated: 1319936 370 - MemoryUsage of job (MB) 377972 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:43:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:43:27 Image size of job updated: 1252348 374 - MemoryUsage of job (MB) 382108 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:43:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:43:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 382108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:43:34 Image size of job updated: 1393688 384 - MemoryUsage of job (MB) 393148 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:43:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:43:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 393148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:43:35 Image size of job updated: 1319940 313 - MemoryUsage of job (MB) 320028 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:43:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 320028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:43:36 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312892 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:43:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 312892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:43:39 Image size of job updated: 1336496 297 - MemoryUsage of job (MB) 303548 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:43:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:43:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:43:40 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379736 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:43:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:43:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 379736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:43:41 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377784 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:43:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:43:44 Image size of job updated: 1252352 310 - MemoryUsage of job (MB) 316492 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:43:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:43:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 316492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:43:44 Image size of job updated: 1319936 360 - MemoryUsage of job (MB) 368336 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:43:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:43:50 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369764 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:43:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:43:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 369764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.170.000) 05/25 18:43:51 Job executing on host: <72.36.96.33:36232?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571159&addrs=72.36.96.33-36232&noUDP> ... 028 (1259.170.000) 05/25 18:43:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.33:36232?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571159&addrs=72.36.96.33-36232&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:43:52 Image size of job updated: 1251600 363 - MemoryUsage of job (MB) 370780 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:43:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:43:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 370780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:43:59 Image size of job updated: 1387328 381 - MemoryUsage of job (MB) 389472 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:43:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:43:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:44:00 Image size of job updated: 1388632 395 - MemoryUsage of job (MB) 404384 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:44:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:44:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 404384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:44:02 Image size of job updated: 1319940 309 - MemoryUsage of job (MB) 315436 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:44:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:44:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 315436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:44:03 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362396 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:44:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:44:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:44:06 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306180 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:44:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.201.000) 05/25 18:44:07 Job executing on host: <72.36.96.146:36678?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875099&addrs=72.36.96.146-36678&noUDP> ... 028 (1259.201.000) 05/25 18:44:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:44:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:36678?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875099&addrs=72.36.96.146-36678&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:44:10 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 379192 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:44:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:44:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:44:10 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 318496 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:44:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:44:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 18:44:17 Image size of job updated: 175000 35 - MemoryUsage of job (MB) 34968 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 18:44:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 175000 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:44:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 35 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 34968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.199.000) 05/25 18:44:21 Job executing on host: <72.36.96.172:36641?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866244&addrs=72.36.96.172-36641&noUDP> ... 028 (1259.199.000) 05/25 18:44:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:44:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.172:36641?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866244&addrs=72.36.96.172-36641&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:44:22 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313752 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:44:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:44:22 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314504 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:44:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:44:24 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313896 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:44:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:44:25 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308516 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:44:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:44:29 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308136 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:44:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.073.000) 05/25 18:44:34 Image size of job updated: 1570672 426 - MemoryUsage of job (MB) 435720 - ResidentSetSize of job (KB) ... 028 (1259.073.000) 05/25 18:44:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 73 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 426 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 435720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:44:34 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312868 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:44:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 18:44:35 Image size of job updated: 1336496 300 - MemoryUsage of job (MB) 306392 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 18:44:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:44:41 Image size of job updated: 1319932 373 - MemoryUsage of job (MB) 381920 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:44:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319932 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:44:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:44:42 Image size of job updated: 1319940 371 - MemoryUsage of job (MB) 379676 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:44:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:44:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:44:43 Image size of job updated: 1454916 398 - MemoryUsage of job (MB) 407232 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:44:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:44:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:44:45 Image size of job updated: 1319940 309 - MemoryUsage of job (MB) 315400 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:44:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:44:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 315400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 18:44:47 Image size of job updated: 1193904 173 - MemoryUsage of job (MB) 176624 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 18:44:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1193904 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:44:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 173 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 176624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 18:44:54 Image size of job updated: 1387332 386 - MemoryUsage of job (MB) 394868 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:44:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:44:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:44:55 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313700 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:44:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:44:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:44:56 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307788 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:44:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:44:56 Image size of job updated: 1454916 399 - MemoryUsage of job (MB) 408436 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:44:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:44:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 408436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:44:59 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310428 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:44:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:44:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.110.000) 05/25 18:45:02 Image size of job updated: 1570668 370 - MemoryUsage of job (MB) 378724 - ResidentSetSize of job (KB) ... 028 (1259.110.000) 05/25 18:45:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 110 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717615" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MAWIKE-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:45:04 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317028 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:45:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 317028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:45:05 Image size of job updated: 1386580 390 - MemoryUsage of job (MB) 399304 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:45:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 399304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:45:06 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 310012 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:45:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:45:12 Image size of job updated: 1252352 309 - MemoryUsage of job (MB) 315580 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:45:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:45:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 315580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:45:12 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 369776 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:45:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 369776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:45:14 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316864 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:45:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:45:15 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308608 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:45:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 308608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:45:15 Image size of job updated: 1388632 393 - MemoryUsage of job (MB) 401564 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:45:15 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 401564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 18:45:17 Image size of job updated: 1265948 264 - MemoryUsage of job (MB) 269640 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 18:45:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1265948 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 264 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 269640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.198.000) 05/25 18:45:17 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317232 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:45:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 18:45:19 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371548 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 18:45:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.057.000) 05/25 18:45:21 Image size of job updated: 1344088 398 - MemoryUsage of job (MB) 406548 - ResidentSetSize of job (KB) ... 028 (1259.057.000) 05/25 18:45:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1344088 Proc = 57 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:45:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 406548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.001.000) 05/25 18:45:25 Image size of job updated: 1252348 361 - MemoryUsage of job (MB) 368704 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:45:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 18:45:25 Image size of job updated: 1268900 310 - MemoryUsage of job (MB) 317356 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:45:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:45:26 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368204 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:45:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 368204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:45:26 Image size of job updated: 1510876 387 - MemoryUsage of job (MB) 395964 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:45:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:45:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 395964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:45:28 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313720 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:45:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:45:28 Image size of job updated: 1389380 390 - MemoryUsage of job (MB) 398900 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 398900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:45:34 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 368020 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:45:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 368020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:45:35 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315488 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:45:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:45:35 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316012 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:45:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.059.000) 05/25 18:45:36 Image size of job updated: 1556168 402 - MemoryUsage of job (MB) 411588 - ResidentSetSize of job (KB) ... 028 (1259.059.000) 05/25 18:45:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556168 Proc = 59 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" Subproc = 0 ResidentSetSize = 411588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:45:36 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380392 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:45:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:45:36 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 307180 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:45:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:45:38 Image size of job updated: 1456968 388 - MemoryUsage of job (MB) 396672 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:45:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 396672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:45:39 Image size of job updated: 1572724 383 - MemoryUsage of job (MB) 391348 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:45:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:45:41 Image size of job updated: 1570672 365 - MemoryUsage of job (MB) 373272 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:45:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:45:44 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 318328 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:45:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:45:45 Image size of job updated: 1323544 310 - MemoryUsage of job (MB) 316656 - ResidentSetSize of job (KB) ... 006 (1259.260.000) 05/25 18:45:45 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375476 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:45:45 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:45:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 316656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.260.000) 05/25 18:45:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:45:46 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313592 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:45:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:45:46 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312108 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:45:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 18:45:47 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 367736 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 18:45:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 18:45:49 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308676 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:45:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:45:49 Image size of job updated: 1365732 414 - MemoryUsage of job (MB) 423384 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:45:49 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:45:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:45:51 Image size of job updated: 1319940 327 - MemoryUsage of job (MB) 333936 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:45:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 333936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.079.000) 05/25 18:45:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_40257888@localhost, rescheduling job ... 028 (1259.079.000) 05/25 18:45:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 79 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391200.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3437_40257888@localhost" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:45:55 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 402336 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:45:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:45:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 402336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:45:55 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 307688 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:45:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:45:56 Image size of job updated: 1319940 322 - MemoryUsage of job (MB) 328776 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:45:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:45:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 328776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:45:56 Image size of job updated: 1252348 321 - MemoryUsage of job (MB) 328168 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:45:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:45:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 328168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:45:57 Image size of job updated: 1336496 360 - MemoryUsage of job (MB) 368424 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:45:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 368424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:45:58 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 316300 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:45:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:45:59 Image size of job updated: 1390928 328 - MemoryUsage of job (MB) 335204 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:45:59 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:45:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 335204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:45:59 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 367900 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:45:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:45:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 367900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:46:00 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370564 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:46:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:46:00 Image size of job updated: 1389380 327 - MemoryUsage of job (MB) 333872 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:46:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 333872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:46:02 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378412 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:46:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:46:02 Image size of job updated: 1323844 387 - MemoryUsage of job (MB) 395448 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:46:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 395448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:46:03 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368744 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:46:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 368744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:46:03 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 367092 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:46:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 367092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:46:04 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306368 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:46:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:46:05 Image size of job updated: 1336492 371 - MemoryUsage of job (MB) 379208 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:46:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:46:06 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314344 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:46:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:46:07 Image size of job updated: 1252352 323 - MemoryUsage of job (MB) 330204 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:46:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 330204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:46:07 Image size of job updated: 1268900 359 - MemoryUsage of job (MB) 367568 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:46:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 367568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:46:07 Image size of job updated: 1621708 368 - MemoryUsage of job (MB) 375972 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:46:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:46:09 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311968 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:46:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:46:10 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308956 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:46:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:46:10 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368336 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:46:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 368336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:46:11 Image size of job updated: 1252352 369 - MemoryUsage of job (MB) 376908 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:46:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:46:12 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370552 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:46:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 370552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:46:13 Image size of job updated: 1389380 385 - MemoryUsage of job (MB) 393532 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:46:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:46:13 Image size of job updated: 1319936 322 - MemoryUsage of job (MB) 329668 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:46:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 329668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:46:13 Image size of job updated: 1319936 321 - MemoryUsage of job (MB) 328608 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:46:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 328608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:46:15 Image size of job updated: 1336496 365 - MemoryUsage of job (MB) 373312 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:46:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:46:16 Image size of job updated: 1490632 386 - MemoryUsage of job (MB) 394952 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:46:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 394952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:46:16 Image size of job updated: 1252348 321 - MemoryUsage of job (MB) 328640 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:46:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 328640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:46:16 Image size of job updated: 1252352 367 - MemoryUsage of job (MB) 375044 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:46:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 375044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:46:17 Image size of job updated: 1336496 365 - MemoryUsage of job (MB) 373716 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:46:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:46:18 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369864 - ResidentSetSize of job (KB) ... 006 (1259.251.000) 05/25 18:46:18 Image size of job updated: 1252348 320 - MemoryUsage of job (MB) 327552 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:46:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.251.000) 05/25 18:46:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 327552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:46:18 Image size of job updated: 1268900 360 - MemoryUsage of job (MB) 367736 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:46:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 367736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:46:19 Image size of job updated: 1438980 387 - MemoryUsage of job (MB) 396124 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:46:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:46:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 396124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:46:20 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307980 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:46:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:46:21 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380120 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:46:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 380120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:46:22 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 400088 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:46:22 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 366492 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:46:22 Image size of job updated: 1319936 369 - MemoryUsage of job (MB) 377572 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 18:46:22 Image size of job updated: 1554116 364 - MemoryUsage of job (MB) 372728 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 ResidentSetSize = 372728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:46:22 Image size of job updated: 1252348 322 - MemoryUsage of job (MB) 329212 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 329212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:46:22 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 365772 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:46:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 365772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:46:23 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 376952 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:46:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 376952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:46:23 Image size of job updated: 1319936 322 - MemoryUsage of job (MB) 328728 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:46:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 328728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:46:24 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309584 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:46:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:46:24 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 398024 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:46:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 398024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:46:25 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309868 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:46:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:46:25 Image size of job updated: 1252348 322 - MemoryUsage of job (MB) 328744 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:46:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 328744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:46:25 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375124 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:46:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:46:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 375124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:46:26 Image size of job updated: 1268908 359 - MemoryUsage of job (MB) 366856 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:46:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 366856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:46:26 Image size of job updated: 1387328 383 - MemoryUsage of job (MB) 391860 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:46:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:46:26 Image size of job updated: 1268904 293 - MemoryUsage of job (MB) 299428 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:46:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:46:27 Image size of job updated: 1387328 386 - MemoryUsage of job (MB) 394896 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:46:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 394896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:46:27 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 368824 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:46:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 368824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 18:46:27 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306264 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 18:46:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:46:27 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308684 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:46:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:46:28 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378308 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:46:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:46:29 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 378496 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:46:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:46:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 378496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:46:29 Image size of job updated: 1405936 377 - MemoryUsage of job (MB) 385624 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:46:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 385624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 18:46:30 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374676 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 18:46:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:46:30 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 322064 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:46:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 18:46:30 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312428 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:46:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:46:30 Image size of job updated: 1409624 394 - MemoryUsage of job (MB) 402664 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:46:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.288.000) 05/25 18:46:32 Image size of job updated: 1268904 358 - MemoryUsage of job (MB) 366260 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:46:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 366260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:46:32 Image size of job updated: 1387328 383 - MemoryUsage of job (MB) 391756 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:46:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:46:33 Image size of job updated: 1252344 369 - MemoryUsage of job (MB) 377676 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:46:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:46:33 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376292 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:46:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:46:39 Image size of job updated: 1268908 371 - MemoryUsage of job (MB) 379232 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:46:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:46:39 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 335968 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:46:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:46:40 Image size of job updated: 1389380 386 - MemoryUsage of job (MB) 395060 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:46:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:46:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 395060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:46:40 Image size of job updated: 1438984 331 - MemoryUsage of job (MB) 338536 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:46:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 338536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:46:41 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299676 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:46:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:46:41 Image size of job updated: 1711784 376 - MemoryUsage of job (MB) 384708 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:46:41 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:46:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 384708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:46:42 Image size of job updated: 1252344 370 - MemoryUsage of job (MB) 377940 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:46:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.133.000) 05/25 18:46:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3446_114615120@MAX-E406B-02-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.133.000) 05/25 18:46:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 133 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389811.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22903" StartdName = "glidein_3446_114615120@MAX-E406B-02-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E406B-02-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:46:42 Image size of job updated: 1268908 301 - MemoryUsage of job (MB) 308216 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:46:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:46:43 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372316 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:46:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:46:43 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 374912 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:46:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:46:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 374912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:46:43 Image size of job updated: 1252352 322 - MemoryUsage of job (MB) 328748 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:46:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 328748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:46:43 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320032 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:46:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:46:44 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373448 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:46:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 18:46:46 Image size of job updated: 1331484 336 - MemoryUsage of job (MB) 343364 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:46:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:46:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 343364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:46:46 Image size of job updated: 1319940 323 - MemoryUsage of job (MB) 330548 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:46:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 330548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:46:49 Image size of job updated: 1252352 321 - MemoryUsage of job (MB) 328520 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:46:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 328520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:46:49 Image size of job updated: 1252352 323 - MemoryUsage of job (MB) 330028 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:46:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 330028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:46:52 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370028 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:46:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 370028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:46:53 Image size of job updated: 1912112 380 - MemoryUsage of job (MB) 388344 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:46:53 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:46:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 388344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:46:53 Image size of job updated: 1268900 314 - MemoryUsage of job (MB) 320960 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:46:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 320960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:46:54 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403040 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:46:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:46:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 403040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:46:55 Image size of job updated: 1252352 323 - MemoryUsage of job (MB) 329896 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:46:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 329896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:46:55 Image size of job updated: 1319936 315 - MemoryUsage of job (MB) 321600 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:46:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 321600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:46:55 Image size of job updated: 1252352 358 - MemoryUsage of job (MB) 366560 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:46:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:46:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:46:56 Image size of job updated: 1319940 323 - MemoryUsage of job (MB) 330144 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:46:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 330144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:46:56 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313288 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:46:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:46:56 Image size of job updated: 1342468 306 - MemoryUsage of job (MB) 312452 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:46:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:46:57 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306676 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:46:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:46:57 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370436 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:46:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 370436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:46:57 Image size of job updated: 1252352 323 - MemoryUsage of job (MB) 330476 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:46:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 330476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:46:58 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308976 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:46:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:46:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:47:04 Image size of job updated: 1336496 361 - MemoryUsage of job (MB) 369596 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:47:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 369596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:47:04 Image size of job updated: 1252352 324 - MemoryUsage of job (MB) 331336 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:47:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 331336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:47:05 Image size of job updated: 1268908 369 - MemoryUsage of job (MB) 377296 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:47:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 18:47:07 Image size of job updated: 1319940 324 - MemoryUsage of job (MB) 330988 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:47:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 330988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:47:07 Image size of job updated: 1272592 375 - MemoryUsage of job (MB) 383440 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:47:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:47:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:47:07 Image size of job updated: 1407572 388 - MemoryUsage of job (MB) 397284 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:47:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:47:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:47:08 Image size of job updated: 1336496 317 - MemoryUsage of job (MB) 324320 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:47:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 324320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:47:08 Image size of job updated: 1319940 326 - MemoryUsage of job (MB) 333476 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:47:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 333476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:47:09 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 370756 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:47:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 370756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:47:11 Image size of job updated: 1336496 362 - MemoryUsage of job (MB) 369832 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:47:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 369832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.079.000) 05/25 18:47:15 Job executing on host: <192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP> ... 028 (1259.079.000) 05/25 18:47:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:47:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.200.000) 05/25 18:47:16 Image size of job updated: 1453484 387 - MemoryUsage of job (MB) 395552 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:47:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 395552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:47:17 Image size of job updated: 1456968 363 - MemoryUsage of job (MB) 371340 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:47:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:47:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 371340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:47:19 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357712 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:47:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:47:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:47:19 Image size of job updated: 1336492 358 - MemoryUsage of job (MB) 365704 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:47:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 365704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.114.000) 05/25 18:47:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3446_768757080@localhost, rescheduling job ... 028 (1259.114.000) 05/25 18:47:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 114 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391199.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3446_768757080@localhost" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@localhost.localdomain" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:47:20 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305952 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:47:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.133.000) 05/25 18:47:21 Job executing on host: <72.36.96.195:42045?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880588&addrs=72.36.96.195-42045&noUDP> ... 028 (1259.133.000) 05/25 18:47:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:47:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:42045?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880588&addrs=72.36.96.195-42045&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:47:22 Image size of job updated: 1252352 327 - MemoryUsage of job (MB) 333916 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:47:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 333916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 18:47:24 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 399208 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:47:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:47:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 399208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:47:25 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370424 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:47:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 370424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.054.000) 05/25 18:47:26 Image size of job updated: 1388632 395 - MemoryUsage of job (MB) 403912 - ResidentSetSize of job (KB) ... 028 (1259.054.000) 05/25 18:47:26 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 54 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:47:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093770" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 403912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.091.000) 05/25 18:47:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309 <10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP> ... 028 (1259.091.000) 05/25 18:47:26 Job ad information event triggered. StartdAddr = "<10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713142" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 91 EventTime = "2019-05-25T18:47:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.020.000) 05/25 18:47:26 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316484 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:47:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:47:27 Image size of job updated: 1252352 375 - MemoryUsage of job (MB) 383080 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:47:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 383080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:47:27 Image size of job updated: 1336488 309 - MemoryUsage of job (MB) 315832 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:47:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:47:28 Image size of job updated: 1252352 326 - MemoryUsage of job (MB) 333076 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:47:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 333076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:47:29 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375156 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:47:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:47:31 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304320 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:47:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:47:32 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 373640 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:47:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 373640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:47:32 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 374776 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:47:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:47:33 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 369476 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:47:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 369476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:47:33 Image size of job updated: 1438980 389 - MemoryUsage of job (MB) 397352 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:47:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:47:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 397352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:47:34 Image size of job updated: 1252352 372 - MemoryUsage of job (MB) 380048 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:47:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:47:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 380048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:47:35 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 378984 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:47:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:47:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:47:35 Image size of job updated: 1389380 388 - MemoryUsage of job (MB) 396872 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:47:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:47:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:47:36 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 319360 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:47:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:47:37 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315420 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:47:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.059.000) 05/25 18:47:38 Job terminated. (1) Normal termination (return value 0) Usr 0 01:01:58, Sys 0 00:01:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:01:58, Sys 0 00:01:21 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1341613696 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1341613696 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1722870 1 317581900 Memory (MB) : 402 1024 1920 ... 028 (1259.059.000) 05/25 18:47:38 Job ad information event triggered. SentBytes = 1341613696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c420.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:01:58, Sys 0 00:01:21" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 59 EventTime = "2019-05-25T18:47:38" TotalSentBytes = 1341613696.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:01:58, Sys 0 00:01:21" JOB_GLIDEIN_SiteWMS_JobId = "264643.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.046.000) 05/25 18:47:38 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308100 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:47:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:47:41 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342176 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:47:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:47:44 Image size of job updated: 1456968 346 - MemoryUsage of job (MB) 353680 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:47:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:47:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:47:44 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370524 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:47:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 370524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:47:47 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368592 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:47:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:47:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 368592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:47:47 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 308036 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:47:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:47:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 308036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:47:48 Image size of job updated: 1436932 392 - MemoryUsage of job (MB) 400680 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:47:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:47:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:47:49 Image size of job updated: 1389380 386 - MemoryUsage of job (MB) 394836 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:47:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:47:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:47:51 Image size of job updated: 1490632 390 - MemoryUsage of job (MB) 399076 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:47:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:47:58 Image size of job updated: 1387328 388 - MemoryUsage of job (MB) 396988 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:47:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:47:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:47:58 Image size of job updated: 1389380 391 - MemoryUsage of job (MB) 399604 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:47:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:47:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 399604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:48:01 Image size of job updated: 1387332 385 - MemoryUsage of job (MB) 393512 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:48:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:48:01 Image size of job updated: 1268908 295 - MemoryUsage of job (MB) 301728 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:48:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:48:03 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374592 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:48:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:48:03 Image size of job updated: 1456972 332 - MemoryUsage of job (MB) 339656 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:48:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:48:04 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 317136 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:48:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 18:48:04 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 315248 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:48:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:48:05 Image size of job updated: 1263892 268 - MemoryUsage of job (MB) 273840 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:48:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 268 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 273840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 18:48:07 Image size of job updated: 1263896 315 - MemoryUsage of job (MB) 322116 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 18:48:07 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:48:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 322116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.189.000) 05/25 18:48:09 Image size of job updated: 1357504 357 - MemoryUsage of job (MB) 365016 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 18:48:09 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1357504 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 365016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 18:48:15 Image size of job updated: 1387328 359 - MemoryUsage of job (MB) 366972 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 18:48:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:48:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 366972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:48:16 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315112 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:48:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:48:18 Image size of job updated: 1323844 388 - MemoryUsage of job (MB) 396948 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:48:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:48:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 396948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:48:23 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307908 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:48:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 307908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:48:26 Image size of job updated: 1456972 392 - MemoryUsage of job (MB) 401240 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:48:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:48:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:48:27 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380736 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:48:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.114.000) 05/25 18:48:27 Job executing on host: <72.36.96.146:34226?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868329&addrs=72.36.96.146-34226&noUDP> ... 028 (1259.114.000) 05/25 18:48:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 114 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:34226?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868329&addrs=72.36.96.146-34226&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272392.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968967" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:48:28 Image size of job updated: 1454916 394 - MemoryUsage of job (MB) 403160 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:48:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:48:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 403160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.117.000) 05/25 18:48:30 Image size of job updated: 1442588 364 - MemoryUsage of job (MB) 371812 - ResidentSetSize of job (KB) ... 028 (1259.117.000) 05/25 18:48:30 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1442588 Proc = 117 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 371812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:48:34 Image size of job updated: 1393688 388 - MemoryUsage of job (MB) 397076 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:48:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:48:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:48:35 Image size of job updated: 1387332 332 - MemoryUsage of job (MB) 339028 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:48:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:48:37 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314656 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:48:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 314656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.179.000) 05/25 18:48:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3418_9908584@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309, rescheduling job ... 028 (1259.179.000) 05/25 18:48:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 179 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4385869.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717307" StartdName = "glidein_3418_9908584@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-OSA-TBE-02-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:48:39 Image size of job updated: 1336496 297 - MemoryUsage of job (MB) 304076 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:48:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:48:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:48:40 Image size of job updated: 1436928 387 - MemoryUsage of job (MB) 396232 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:48:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:48:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 396232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:48:42 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380852 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:48:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:48:44 Image size of job updated: 1252352 313 - MemoryUsage of job (MB) 320172 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:48:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 320172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:48:45 Image size of job updated: 1319936 363 - MemoryUsage of job (MB) 370724 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:48:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:48:50 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371344 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:48:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:48:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 371344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:48:52 Image size of job updated: 1251600 364 - MemoryUsage of job (MB) 372648 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:48:52 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:48:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 372648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:48:59 Image size of job updated: 1387328 384 - MemoryUsage of job (MB) 392596 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:48:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:48:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 18:49:00 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 358228 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 18:49:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:49:00 Image size of job updated: 1388632 398 - MemoryUsage of job (MB) 407444 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:49:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:49:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 407444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:49:03 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364388 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:49:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:49:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:49:03 Image size of job updated: 1319940 312 - MemoryUsage of job (MB) 318732 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:49:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:49:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:49:06 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306568 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:49:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:49:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:49:10 Image size of job updated: 1252352 315 - MemoryUsage of job (MB) 321592 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:49:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:49:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 18:49:15 Image size of job updated: 1268904 295 - MemoryUsage of job (MB) 301776 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 18:49:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 18:49:17 Image size of job updated: 1252348 287 - MemoryUsage of job (MB) 293524 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 18:49:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 287 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 293524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:49:22 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315072 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:49:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:49:23 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316384 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:49:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:49:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:49:25 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315200 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:49:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:49:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:49:25 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309308 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:49:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 18:49:30 Image size of job updated: 1252348 349 - MemoryUsage of job (MB) 356672 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 18:49:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 18:49:31 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309456 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 18:49:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:49:34 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314188 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:49:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 18:49:35 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307828 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 18:49:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:49:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:49:41 Image size of job updated: 1387324 392 - MemoryUsage of job (MB) 401068 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:49:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:49:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:49:43 Image size of job updated: 1319940 374 - MemoryUsage of job (MB) 381996 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:49:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:49:44 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 411084 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:49:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:49:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:49:46 Image size of job updated: 1319940 312 - MemoryUsage of job (MB) 318712 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:49:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:49:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.179.000) 05/25 18:49:52 Job executing on host: <72.36.96.210:41042?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875248&addrs=72.36.96.210-41042&noUDP> ... 028 (1259.179.000) 05/25 18:49:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.210:41042?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875248&addrs=72.36.96.210-41042&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 18:49:54 Image size of job updated: 1387332 390 - MemoryUsage of job (MB) 398616 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:49:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:49:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:49:56 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316076 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:49:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:49:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 18:49:56 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308316 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 18:49:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:49:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:49:57 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 410752 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:49:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:49:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 410752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:50:00 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311424 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:50:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:50:04 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318956 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:50:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 318956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:50:05 Image size of job updated: 1386580 393 - MemoryUsage of job (MB) 401668 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:50:05 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:50:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 401668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:50:06 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311708 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:50:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:50:12 Image size of job updated: 1252352 312 - MemoryUsage of job (MB) 318572 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:50:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:50:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 318572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:50:13 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371148 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:50:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 371148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:50:14 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 319112 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:50:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:50:15 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309652 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:50:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 309652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.053.000) 05/25 18:50:17 Image size of job updated: 1388632 396 - MemoryUsage of job (MB) 404604 - ResidentSetSize of job (KB) ... 028 (1259.053.000) 05/25 18:50:17 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 53 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:50:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116766" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 404604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:50:18 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319016 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:50:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 18:50:18 Image size of job updated: 1331288 304 - MemoryUsage of job (MB) 310864 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 18:50:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:50:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 310864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.001.000) 05/25 18:50:26 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 371532 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:50:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 18:50:26 Image size of job updated: 1268900 311 - MemoryUsage of job (MB) 318420 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:50:26 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369836 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:50:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 369836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:50:27 Image size of job updated: 1510876 389 - MemoryUsage of job (MB) 398284 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:50:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 398284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.132.000) 05/25 18:50:28 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315196 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:50:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.063.000) 05/25 18:50:29 Image size of job updated: 1389380 393 - MemoryUsage of job (MB) 402288 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:50:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 402288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:50:34 Image size of job updated: 1336496 361 - MemoryUsage of job (MB) 369196 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:50:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 369196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:50:35 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317188 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:50:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:50:36 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318404 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:50:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 18:50:37 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308504 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 18:50:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 18:50:37 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 398016 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 18:50:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:50:38 Image size of job updated: 1456968 390 - MemoryUsage of job (MB) 398844 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:50:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 398844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:50:39 Image size of job updated: 1572724 384 - MemoryUsage of job (MB) 393168 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:50:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 393168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.113.000) 05/25 18:50:41 Image size of job updated: 1570672 372 - MemoryUsage of job (MB) 380384 - ResidentSetSize of job (KB) ... 028 (1259.113.000) 05/25 18:50:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 113 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115804" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 18:50:44 Image size of job updated: 1572728 326 - MemoryUsage of job (MB) 333636 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 18:50:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 18:50:44 Image size of job updated: 1387328 347 - MemoryUsage of job (MB) 354664 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 18:50:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:50:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:50:45 Image size of job updated: 1323544 312 - MemoryUsage of job (MB) 318508 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:50:45 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:50:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 318508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:50:45 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379328 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:50:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:50:46 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315344 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:50:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:50:47 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313668 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:50:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 18:50:47 Image size of job updated: 1572724 361 - MemoryUsage of job (MB) 369304 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 18:50:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 18:50:48 Image size of job updated: 1331488 307 - MemoryUsage of job (MB) 314280 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 18:50:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:50:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 314280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.057.000) 05/25 18:50:48 Job terminated. (1) Normal termination (return value 0) Usr 0 00:53:41, Sys 0 00:00:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:53:41, Sys 0 00:00:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1338744960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1338744960 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1720073 1 2993317 Memory (MB) : 398 1024 1024 ... 028 (1259.057.000) 05/25 18:50:48 Job ad information event triggered. SentBytes = 1338744960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23813" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:53:41, Sys 0 00:00:59" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 57 EventTime = "2019-05-25T18:50:48" TotalSentBytes = 1338744960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:53:41, Sys 0 00:00:59" JOB_GLIDEIN_SiteWMS_JobId = "466373" TotalReceivedBytes = 422560224.0 ... 006 (1259.231.000) 05/25 18:50:49 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309468 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:50:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:50:49 Image size of job updated: 1365732 415 - MemoryUsage of job (MB) 424556 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:50:49 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:50:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 424556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:50:52 Image size of job updated: 1436932 343 - MemoryUsage of job (MB) 350420 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:50:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:50:55 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404620 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:50:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:50:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 404620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:50:56 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308480 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:50:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:50:56 Image size of job updated: 1319940 325 - MemoryUsage of job (MB) 332076 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:50:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:50:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 332076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:50:57 Image size of job updated: 1252348 324 - MemoryUsage of job (MB) 330992 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:50:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:50:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 330992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:50:58 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 317900 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:50:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:50:58 Image size of job updated: 1336496 362 - MemoryUsage of job (MB) 370492 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:50:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:50:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 370492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:50:59 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369192 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:50:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:50:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 369192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:50:59 Image size of job updated: 1390928 330 - MemoryUsage of job (MB) 337172 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:50:59 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:50:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 337172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:51:00 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 373200 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:51:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:51:00 Image size of job updated: 1389380 329 - MemoryUsage of job (MB) 336168 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:51:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 336168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:51:02 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381100 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:51:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:51:03 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370632 - ResidentSetSize of job (KB) ... 006 (1259.233.000) 05/25 18:51:03 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 369368 - ResidentSetSize of job (KB) ... 006 (1259.065.000) 05/25 18:51:03 Image size of job updated: 1323844 390 - MemoryUsage of job (MB) 398628 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:51:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 370632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.233.000) 05/25 18:51:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 369368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.065.000) 05/25 18:51:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 398628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 18:51:05 Image size of job updated: 1572724 374 - MemoryUsage of job (MB) 382348 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 18:51:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:51:06 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307404 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:51:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:51:07 Image size of job updated: 1252352 326 - MemoryUsage of job (MB) 333596 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:51:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 333596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:51:08 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 316720 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:51:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 18:51:08 Image size of job updated: 1268900 361 - MemoryUsage of job (MB) 369228 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 18:51:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 369228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:51:08 Image size of job updated: 1621708 370 - MemoryUsage of job (MB) 378240 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:51:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:51:09 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 313340 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:51:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:51:10 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309536 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:51:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:51:11 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 370216 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:51:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 370216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:51:11 Image size of job updated: 1252352 371 - MemoryUsage of job (MB) 379516 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:51:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:51:12 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372284 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:51:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 372284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:51:13 Image size of job updated: 1389380 387 - MemoryUsage of job (MB) 395860 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:51:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:51:13 Image size of job updated: 1319936 325 - MemoryUsage of job (MB) 332272 - ResidentSetSize of job (KB) ... 006 (1259.248.000) 05/25 18:51:14 Image size of job updated: 1319936 324 - MemoryUsage of job (MB) 331032 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:51:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 332272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 18:51:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 331032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:51:16 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 374852 - ResidentSetSize of job (KB) ... 006 (1259.105.000) 05/25 18:51:16 Image size of job updated: 1490632 389 - MemoryUsage of job (MB) 397716 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:51:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.105.000) 05/25 18:51:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:51:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 397716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:51:16 Image size of job updated: 1252348 324 - MemoryUsage of job (MB) 331076 - ResidentSetSize of job (KB) ... 006 (1259.214.000) 05/25 18:51:17 Image size of job updated: 1252352 370 - MemoryUsage of job (MB) 378352 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:51:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 331076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.214.000) 05/25 18:51:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 378352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:51:18 Image size of job updated: 1252348 323 - MemoryUsage of job (MB) 330336 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:51:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 330336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:51:18 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371256 - ResidentSetSize of job (KB) ... 006 (1259.244.000) 05/25 18:51:18 Image size of job updated: 1268900 361 - MemoryUsage of job (MB) 369152 - ResidentSetSize of job (KB) ... 006 (1259.299.000) 05/25 18:51:18 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 375256 - ResidentSetSize of job (KB) ... 006 (1259.069.000) 05/25 18:51:19 Image size of job updated: 1438980 390 - MemoryUsage of job (MB) 398872 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:51:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.244.000) 05/25 18:51:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 369152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.299.000) 05/25 18:51:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.069.000) 05/25 18:51:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:51:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 398872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:51:21 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 309176 - ResidentSetSize of job (KB) ... 006 (1259.279.000) 05/25 18:51:21 Image size of job updated: 1436928 372 - MemoryUsage of job (MB) 380120 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:51:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.279.000) 05/25 18:51:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 380120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 18:51:22 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 370324 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 18:51:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:51:22 Image size of job updated: 1387328 395 - MemoryUsage of job (MB) 404220 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:51:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:51:22 Image size of job updated: 1319936 372 - MemoryUsage of job (MB) 380204 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:51:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:51:23 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379204 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:51:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 379204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:51:23 Image size of job updated: 1319936 325 - MemoryUsage of job (MB) 332312 - ResidentSetSize of job (KB) ... 006 (1259.253.000) 05/25 18:51:23 Image size of job updated: 1252348 324 - MemoryUsage of job (MB) 331136 - ResidentSetSize of job (KB) ... 006 (1259.289.000) 05/25 18:51:24 Image size of job updated: 1268904 359 - MemoryUsage of job (MB) 367252 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:51:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.253.000) 05/25 18:51:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 331136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.289.000) 05/25 18:51:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 367252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:51:24 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311944 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:51:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:51:25 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 401132 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:51:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 401132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:51:25 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310696 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:51:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:51:25 Image size of job updated: 1252348 324 - MemoryUsage of job (MB) 330848 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:51:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 330848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:51:25 Image size of job updated: 1252348 369 - MemoryUsage of job (MB) 377708 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:51:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:51:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 377708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:51:26 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368068 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:51:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 368068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:51:27 Image size of job updated: 1387328 385 - MemoryUsage of job (MB) 393228 - ResidentSetSize of job (KB) ... 006 (1259.273.000) 05/25 18:51:27 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300844 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.273.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:51:27 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 397964 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 18:51:27 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371136 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 18:51:27 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307076 - ResidentSetSize of job (KB) ... 006 (1259.264.000) 05/25 18:51:27 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310232 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 397964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 371136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.264.000) 05/25 18:51:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:51:29 Image size of job updated: 1252348 374 - MemoryUsage of job (MB) 382000 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:51:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:51:30 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381116 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:51:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 381116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:51:30 Image size of job updated: 1405936 379 - MemoryUsage of job (MB) 387916 - ResidentSetSize of job (KB) ... 006 (1259.183.000) 05/25 18:51:30 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325120 - ResidentSetSize of job (KB) ... 006 (1259.123.000) 05/25 18:51:30 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313888 - ResidentSetSize of job (KB) ... 006 (1259.278.000) 05/25 18:51:30 Image size of job updated: 1409624 397 - MemoryUsage of job (MB) 406292 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:51:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 387916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.183.000) 05/25 18:51:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.123.000) 05/25 18:51:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.278.000) 05/25 18:51:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 406292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.288.000) 05/25 18:51:32 Image size of job updated: 1268904 360 - MemoryUsage of job (MB) 368384 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:51:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 368384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:51:32 Image size of job updated: 1387328 386 - MemoryUsage of job (MB) 394732 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:51:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:51:34 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 379292 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:51:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:51:34 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380664 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:51:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:51:39 Image size of job updated: 1453488 402 - MemoryUsage of job (MB) 410748 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:51:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 410748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.100.000) 05/25 18:51:40 Image size of job updated: 1389380 388 - MemoryUsage of job (MB) 397048 - ResidentSetSize of job (KB) ... 028 (1259.100.000) 05/25 18:51:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 100 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:51:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" Subproc = 0 ResidentSetSize = 397048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:51:40 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336984 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:51:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:51:41 Image size of job updated: 1438984 334 - MemoryUsage of job (MB) 341404 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:51:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:51:42 Image size of job updated: 1252344 372 - MemoryUsage of job (MB) 380760 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:51:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252344 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:51:42 Image size of job updated: 1711784 378 - MemoryUsage of job (MB) 387044 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:51:42 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:51:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 387044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:51:43 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373664 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:51:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:51:44 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308548 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:51:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:51:44 Image size of job updated: 1454920 343 - MemoryUsage of job (MB) 350600 - ResidentSetSize of job (KB) ... 006 (1259.168.000) 05/25 18:51:44 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322408 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:51:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 350600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.168.000) 05/25 18:51:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:51:44 Image size of job updated: 1252348 368 - MemoryUsage of job (MB) 376816 - ResidentSetSize of job (KB) ... 006 (1259.195.000) 05/25 18:51:45 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375348 - ResidentSetSize of job (KB) ... 006 (1259.226.000) 05/25 18:51:46 Image size of job updated: 1331484 350 - MemoryUsage of job (MB) 357516 - ResidentSetSize of job (KB) ... 006 (1259.149.000) 05/25 18:51:46 Image size of job updated: 1621708 344 - MemoryUsage of job (MB) 351544 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:51:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 376816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.195.000) 05/25 18:51:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.226.000) 05/25 18:51:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:51:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 357516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.149.000) 05/25 18:51:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 351544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:51:49 Image size of job updated: 1454920 343 - MemoryUsage of job (MB) 351200 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:51:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 351200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:51:49 Image size of job updated: 1387332 329 - MemoryUsage of job (MB) 336716 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:51:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 336716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.054.000) 05/25 18:51:52 Job terminated. (1) Normal termination (return value 0) Usr 0 01:08:44, Sys 0 00:01:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:08:44, Sys 0 00:01:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1341201792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1341201792 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1722468 1 6768769932 Memory (MB) : 395 1024 3000 ... 028 (1259.054.000) 05/25 18:51:52 Job ad information event triggered. SentBytes = 1341201792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8093770" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@acas1136.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:08:44, Sys 0 00:01:27" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 54 EventTime = "2019-05-25T18:51:52" TotalSentBytes = 1341201792.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:08:44, Sys 0 00:01:27" JOB_GLIDEIN_SiteWMS_JobId = "3863945.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.138.000) 05/25 18:51:54 Image size of job updated: 1471472 379 - MemoryUsage of job (MB) 387840 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:51:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 387840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:51:54 Image size of job updated: 1403880 330 - MemoryUsage of job (MB) 337780 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:51:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 337780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:51:54 Image size of job updated: 1912112 382 - MemoryUsage of job (MB) 390696 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:51:54 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1912112 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:51:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 390696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:51:54 Image size of job updated: 1387328 397 - MemoryUsage of job (MB) 406112 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:51:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:51:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 406112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:51:55 Image size of job updated: 1454920 333 - MemoryUsage of job (MB) 340588 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:51:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 340588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:51:56 Image size of job updated: 1387328 330 - MemoryUsage of job (MB) 337848 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:51:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:51:56 Image size of job updated: 1252352 360 - MemoryUsage of job (MB) 368132 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:51:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:51:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:51:56 Image size of job updated: 1387332 329 - MemoryUsage of job (MB) 336720 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:51:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 336720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:51:57 Image size of job updated: 1342468 307 - MemoryUsage of job (MB) 313376 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:51:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:51:57 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307852 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:51:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:51:57 Image size of job updated: 1403884 377 - MemoryUsage of job (MB) 385988 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:51:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:51:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 385988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:51:57 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314536 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:51:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:51:58 Image size of job updated: 1387332 340 - MemoryUsage of job (MB) 347468 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:51:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:51:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 347468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:51:58 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310076 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:51:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:51:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:52:02 Image size of job updated: 1268904 289 - MemoryUsage of job (MB) 295360 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:52:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 289 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 295360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:52:04 Image size of job updated: 1504520 333 - MemoryUsage of job (MB) 340404 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:52:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 340404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:52:04 Image size of job updated: 1473528 382 - MemoryUsage of job (MB) 390724 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:52:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 390724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 18:52:06 Image size of job updated: 1268908 370 - MemoryUsage of job (MB) 378848 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 18:52:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 18:52:07 Image size of job updated: 1387332 328 - MemoryUsage of job (MB) 335844 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:52:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 335844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 18:52:07 Image size of job updated: 1524760 375 - MemoryUsage of job (MB) 383440 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 18:52:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1524760 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.285.000) 05/25 18:52:07 Image size of job updated: 1407572 392 - MemoryUsage of job (MB) 401244 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:52:07 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 18:52:08 Image size of job updated: 1403888 331 - MemoryUsage of job (MB) 338444 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:52:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 338444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 18:52:09 Image size of job updated: 1554120 331 - MemoryUsage of job (MB) 338248 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:52:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 338248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:52:09 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372468 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:52:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 372468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:52:11 Image size of job updated: 1336496 363 - MemoryUsage of job (MB) 371532 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:52:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 371532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:52:16 Image size of job updated: 1453484 389 - MemoryUsage of job (MB) 398116 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:52:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 398116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:52:18 Image size of job updated: 1456968 365 - MemoryUsage of job (MB) 373720 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:52:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:52:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 373720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:52:19 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357960 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:52:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:52:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:52:20 Image size of job updated: 1336492 359 - MemoryUsage of job (MB) 366804 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:52:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 366804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:52:21 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306792 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:52:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:52:22 Image size of job updated: 1454920 349 - MemoryUsage of job (MB) 356432 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:52:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 356432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 18:52:23 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358236 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 18:52:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:52:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 18:52:25 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 401840 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:52:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:52:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 401840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:52:26 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372132 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:52:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 372132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:52:27 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 318224 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:52:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:52:28 Image size of job updated: 1621708 394 - MemoryUsage of job (MB) 402808 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:52:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 402808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:52:28 Image size of job updated: 1336488 311 - MemoryUsage of job (MB) 318092 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:52:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:52:28 Image size of job updated: 1436932 331 - MemoryUsage of job (MB) 338064 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:52:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 338064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 18:52:30 Image size of job updated: 1336492 369 - MemoryUsage of job (MB) 376876 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 18:52:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 18:52:31 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 354384 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 18:52:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:52:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:52:32 Image size of job updated: 1403888 380 - MemoryUsage of job (MB) 388388 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:52:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 388388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:52:33 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305648 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:52:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:52:33 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 377600 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:52:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:52:34 Image size of job updated: 1438980 391 - MemoryUsage of job (MB) 399724 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:52:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:52:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 399724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 18:52:34 Image size of job updated: 1454920 372 - MemoryUsage of job (MB) 380048 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 18:52:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:52:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 380048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:52:34 Image size of job updated: 1268908 363 - MemoryUsage of job (MB) 371260 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:52:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 371260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:52:36 Image size of job updated: 1389380 390 - MemoryUsage of job (MB) 398372 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:52:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:52:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.240.000) 05/25 18:52:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3445_277533828@LIB-EAGOKEY-S5-its-c7-osg-20190309, rescheduling job ... 028 (1259.240.000) 05/25 18:52:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 240 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389521.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" StartdName = "glidein_3445_277533828@LIB-EAGOKEY-S5-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-EAGOKEY-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:52:37 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380428 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:52:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:52:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:52:37 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315748 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:52:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:52:37 Image size of job updated: 1336496 315 - MemoryUsage of job (MB) 321576 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:52:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:52:39 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308708 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:52:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:52:41 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345240 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:52:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:52:44 Image size of job updated: 1456968 349 - MemoryUsage of job (MB) 356392 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:52:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:52:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:52:45 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372664 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:52:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 372664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:52:48 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 370368 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:52:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:52:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 370368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:52:48 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309948 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:52:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:52:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 309948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:52:49 Image size of job updated: 1436932 393 - MemoryUsage of job (MB) 402376 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:52:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:52:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:52:49 Image size of job updated: 1389380 389 - MemoryUsage of job (MB) 397460 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:52:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:52:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:52:51 Image size of job updated: 1490632 393 - MemoryUsage of job (MB) 401460 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:52:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:52:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.272.000) 05/25 18:52:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309 <10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP> ... 028 (1259.272.000) 05/25 18:52:54 Job ad information event triggered. StartdAddr = "<10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14152" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T18:52:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.055.000) 05/25 18:52:59 Image size of job updated: 1389380 394 - MemoryUsage of job (MB) 402724 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:52:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 402724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:52:59 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 399104 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:52:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:53:02 Image size of job updated: 1268908 298 - MemoryUsage of job (MB) 304640 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:53:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:53:02 Image size of job updated: 1387332 387 - MemoryUsage of job (MB) 395492 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:53:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 18:53:03 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376684 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 18:53:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:53:04 Image size of job updated: 1456972 334 - MemoryUsage of job (MB) 341752 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:53:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:53:04 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 318396 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:53:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:53:05 Image size of job updated: 1263892 347 - MemoryUsage of job (MB) 354464 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:53:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 354464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.045.000) 05/25 18:53:05 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 316832 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:53:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.240.000) 05/25 18:53:08 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1259.240.000) 05/25 18:53:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:53:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 18:53:08 Image size of job updated: 1263896 352 - MemoryUsage of job (MB) 360140 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 18:53:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:53:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.189.000) 05/25 18:53:10 Image size of job updated: 1357504 359 - MemoryUsage of job (MB) 366800 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 18:53:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1357504 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 18:53:16 Image size of job updated: 205264 30 - MemoryUsage of job (MB) 30364 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 18:53:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 205264 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 30 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 30364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:53:16 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 316348 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:53:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:53:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 18:53:17 Image size of job updated: 1387328 360 - MemoryUsage of job (MB) 368504 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 18:53:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:53:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 368504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:53:19 Image size of job updated: 1323844 391 - MemoryUsage of job (MB) 399560 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:53:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:53:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 399560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 18:53:24 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309740 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:53:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 309740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:53:27 Image size of job updated: 1456972 395 - MemoryUsage of job (MB) 403720 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:53:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:53:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:53:28 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 403924 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:53:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:53:29 Image size of job updated: 1454916 396 - MemoryUsage of job (MB) 405144 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:53:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:53:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 405144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:53:34 Image size of job updated: 1393688 391 - MemoryUsage of job (MB) 400260 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:53:34 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:53:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:53:35 Image size of job updated: 1387332 334 - MemoryUsage of job (MB) 341116 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:53:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.114.000) 05/25 18:53:37 Image size of job updated: 1500000 346 - MemoryUsage of job (MB) 354036 - ResidentSetSize of job (KB) ... 028 (1259.114.000) 05/25 18:53:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 114 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968967" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:53:37 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316740 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:53:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 316740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:53:39 Image size of job updated: 1336496 298 - MemoryUsage of job (MB) 304580 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:53:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:53:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:53:42 Image size of job updated: 1436928 389 - MemoryUsage of job (MB) 398224 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:53:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:53:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 398224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:53:42 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 399128 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:53:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:53:44 Image size of job updated: 1436932 330 - MemoryUsage of job (MB) 337076 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:53:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:53:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 337076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:53:45 Image size of job updated: 1319936 365 - MemoryUsage of job (MB) 373396 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:53:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:53:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:53:51 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373652 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:53:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 373652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.184.000) 05/25 18:53:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_17426_595522614@MAX-E132-01-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.184.000) 05/25 18:53:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 184 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:53:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391176.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_17426_595522614@MAX-E132-01-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E132-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:53:53 Image size of job updated: 1251600 366 - MemoryUsage of job (MB) 374280 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:53:53 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:53:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 374280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:54:00 Image size of job updated: 1387328 385 - MemoryUsage of job (MB) 393884 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:54:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 18:54:00 Image size of job updated: 1252348 351 - MemoryUsage of job (MB) 358972 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 18:54:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:54:00 Image size of job updated: 1388632 402 - MemoryUsage of job (MB) 410760 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:54:00 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:54:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 410760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:54:04 Image size of job updated: 1319940 315 - MemoryUsage of job (MB) 321700 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:54:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 18:54:04 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366520 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 18:54:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:54:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:54:06 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308672 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:54:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:54:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.016.000) 05/25 18:54:11 Image size of job updated: 1454916 371 - MemoryUsage of job (MB) 379192 - ResidentSetSize of job (KB) ... 006 (1259.209.000) 05/25 18:54:11 Image size of job updated: 1454920 336 - MemoryUsage of job (MB) 343180 - ResidentSetSize of job (KB) ... 028 (1259.016.000) 05/25 18:54:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.209.000) 05/25 18:54:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:54:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 343180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 18:54:15 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302836 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 18:54:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:54:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 18:54:18 Image size of job updated: 1252348 290 - MemoryUsage of job (MB) 296424 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 18:54:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 290 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 296424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:54:23 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316912 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:54:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:54:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:54:23 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317920 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:54:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:54:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:54:25 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317244 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:54:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:54:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:54:26 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310528 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:54:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:54:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.039.000) 05/25 18:54:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:17:19, Sys 0 00:01:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:17:19, Sys 0 00:01:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1851468416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1851468416 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2220775 1 167343464 Memory (MB) : 411 1024 2500 ... 028 (1259.039.000) 05/25 18:54:28 Job ad information event triggered. SentBytes = 1851468416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "11790" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot3@r510-0-4.privnet" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:17:19, Sys 0 00:01:36" JOB_Site = "OSG_US_UMD_SIAB" JOB_GLIDEIN_Site = "OSG_US_UMD_SIAB" Proc = 39 EventTime = "2019-05-25T18:54:28" TotalSentBytes = 1851468416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UMD_SIAB" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "siab-1.umd.edu" RunRemoteUsage = "Usr 0 01:17:19, Sys 0 00:01:36" JOB_GLIDEIN_SiteWMS_JobId = "570.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.087.000) 05/25 18:54:35 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 316052 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:54:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:54:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 18:54:36 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 308936 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 18:54:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:54:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:54:42 Image size of job updated: 1387324 394 - MemoryUsage of job (MB) 403220 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:54:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:54:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:54:43 Image size of job updated: 1436932 390 - MemoryUsage of job (MB) 398764 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:54:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:54:44 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 414204 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:54:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:54:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:54:47 Image size of job updated: 1319940 315 - MemoryUsage of job (MB) 321812 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:54:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:54:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 18:54:50 Image size of job updated: 1263896 321 - MemoryUsage of job (MB) 327780 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 18:54:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:54:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 327780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 18:54:56 Image size of job updated: 1387332 392 - MemoryUsage of job (MB) 401348 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:54:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:54:56 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317648 - ResidentSetSize of job (KB) ... 006 (1259.074.000) 05/25 18:54:56 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309808 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:54:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.074.000) 05/25 18:54:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:54:57 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 413976 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:54:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:54:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 413976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 18:55:00 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313008 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 18:55:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 18:55:02 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 354452 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 18:55:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:55:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 18:55:04 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320600 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 18:55:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 320600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 18:55:06 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312500 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 18:55:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 18:55:06 Image size of job updated: 1386580 396 - MemoryUsage of job (MB) 404644 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 18:55:06 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:55:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 404644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.184.000) 05/25 18:55:11 Job executing on host: <72.36.96.49:44970?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40247&addrs=72.36.96.49-44970&noUDP> ... 028 (1259.184.000) 05/25 18:55:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:44970?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40247&addrs=72.36.96.49-44970&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 18:55:13 Image size of job updated: 1252352 314 - MemoryUsage of job (MB) 321372 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 18:55:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:55:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 321372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 18:55:13 Image size of job updated: 1471472 383 - MemoryUsage of job (MB) 392168 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 18:55:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 392168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 18:55:14 Image size of job updated: 1336496 314 - MemoryUsage of job (MB) 321224 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 18:55:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 18:55:16 Image size of job updated: 1521072 322 - MemoryUsage of job (MB) 329496 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 18:55:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 329496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 18:55:18 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321656 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 18:55:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.053.000) 05/25 18:55:23 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:48, Sys 0 00:01:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:48, Sys 0 00:01:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1344582272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1344582272 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1725770 1 7003614288 Memory (MB) : 396 1024 3000 ... 028 (1259.053.000) 05/25 18:55:23 Job ad information event triggered. SentBytes = 1344582272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116766" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@acas1037.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:48, Sys 0 00:01:31" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 53 EventTime = "2019-05-25T18:55:23" TotalSentBytes = 1344582272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:10:48, Sys 0 00:01:31" JOB_GLIDEIN_SiteWMS_JobId = "3866400.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.001.000) 05/25 18:55:26 Image size of job updated: 1252348 366 - MemoryUsage of job (MB) 374484 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 18:55:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 18:55:26 Image size of job updated: 1268900 314 - MemoryUsage of job (MB) 320792 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 18:55:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 18:55:27 Image size of job updated: 1403884 377 - MemoryUsage of job (MB) 385096 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 18:55:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 385096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 18:55:27 Image size of job updated: 1510876 393 - MemoryUsage of job (MB) 402000 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 18:55:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:55:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.063.000) 05/25 18:55:29 Image size of job updated: 1389380 396 - MemoryUsage of job (MB) 405488 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 18:55:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 405488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 18:55:29 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317308 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 18:55:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 18:55:35 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319036 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 18:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 18:55:35 Image size of job updated: 1336496 363 - MemoryUsage of job (MB) 371308 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 18:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 371308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 18:55:37 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320516 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 18:55:37 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309820 - ResidentSetSize of job (KB) ... 006 (1259.007.000) 05/25 18:55:38 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399964 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 18:55:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.227.000) 05/25 18:55:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 18:55:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 18:55:39 Image size of job updated: 1456968 395 - MemoryUsage of job (MB) 403768 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 18:55:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 403768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 18:55:40 Image size of job updated: 1572724 387 - MemoryUsage of job (MB) 395536 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 18:55:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 18:55:45 Image size of job updated: 1323544 314 - MemoryUsage of job (MB) 320936 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 18:55:45 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323544 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 320936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.260.000) 05/25 18:55:45 Image size of job updated: 1387328 388 - MemoryUsage of job (MB) 396384 - ResidentSetSize of job (KB) ... 006 (1259.124.000) 05/25 18:55:45 Image size of job updated: 1572728 329 - MemoryUsage of job (MB) 336488 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 18:55:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968817" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.124.000) 05/25 18:55:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 18:55:46 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316924 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 18:55:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 18:55:47 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315468 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 18:55:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 18:55:48 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 360532 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 18:55:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:55:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.136.000) 05/25 18:55:48 Image size of job updated: 1572724 363 - MemoryUsage of job (MB) 371680 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 18:55:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 18:55:49 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 310064 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 18:55:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 18:55:50 Image size of job updated: 1365732 418 - MemoryUsage of job (MB) 427368 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 18:55:50 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1365732 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T18:55:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 18:55:53 Image size of job updated: 1436932 344 - MemoryUsage of job (MB) 352092 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 18:55:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 18:55:56 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408012 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 18:55:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:55:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 408012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 18:55:56 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309588 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 18:55:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 18:55:57 Image size of job updated: 1319940 327 - MemoryUsage of job (MB) 334668 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 18:55:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:55:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 334668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 18:55:58 Image size of job updated: 1252348 327 - MemoryUsage of job (MB) 334468 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 18:55:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:55:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 334468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 18:55:58 Image size of job updated: 1268908 313 - MemoryUsage of job (MB) 320276 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 18:55:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:55:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 18:55:59 Image size of job updated: 1336496 364 - MemoryUsage of job (MB) 372632 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 18:55:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:55:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 372632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 18:56:00 Image size of job updated: 1390928 334 - MemoryUsage of job (MB) 341024 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 18:56:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T18:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 341024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 18:56:00 Image size of job updated: 1570676 379 - MemoryUsage of job (MB) 387892 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 18:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 18:56:01 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 371204 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 18:56:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 371204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 18:56:01 Image size of job updated: 1389380 332 - MemoryUsage of job (MB) 339272 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 18:56:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 339272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 18:56:03 Image size of job updated: 1436928 389 - MemoryUsage of job (MB) 397372 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 18:56:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 18:56:04 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 370944 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 18:56:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 370944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 18:56:04 Image size of job updated: 1323844 392 - MemoryUsage of job (MB) 401004 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 18:56:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 401004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 18:56:04 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372668 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 18:56:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 372668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 18:56:06 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308456 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 18:56:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 18:56:08 Image size of job updated: 1454920 347 - MemoryUsage of job (MB) 354836 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 18:56:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 354836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 18:56:08 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 317512 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 18:56:08 Image size of job updated: 1268900 363 - MemoryUsage of job (MB) 371112 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 18:56:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 18:56:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 371112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 18:56:08 Image size of job updated: 1621708 372 - MemoryUsage of job (MB) 380612 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 18:56:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 18:56:09 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315452 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 18:56:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/25 18:56:10 Image size of job updated: 1270620 143 - MemoryUsage of job (MB) 146360 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/25 18:56:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1270620 Proc = 188 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 143 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715357" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 146360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 18:56:11 Image size of job updated: 1453484 376 - MemoryUsage of job (MB) 384804 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 18:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 384804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 18:56:11 Image size of job updated: 1387332 376 - MemoryUsage of job (MB) 384940 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 18:56:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 18:56:11 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310556 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 18:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 18:56:13 Image size of job updated: 1436928 325 - MemoryUsage of job (MB) 332272 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 18:56:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 332272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 18:56:13 Image size of job updated: 1389380 391 - MemoryUsage of job (MB) 399408 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 18:56:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 18:56:14 Image size of job updated: 1405940 384 - MemoryUsage of job (MB) 393084 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 18:56:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 393084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 18:56:14 Image size of job updated: 1319936 328 - MemoryUsage of job (MB) 335000 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 18:56:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 335000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 18:56:16 Image size of job updated: 1336496 368 - MemoryUsage of job (MB) 376700 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 18:56:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 18:56:16 Image size of job updated: 1490632 391 - MemoryUsage of job (MB) 400304 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 18:56:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:56:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 400304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 18:56:17 Image size of job updated: 1252348 327 - MemoryUsage of job (MB) 334364 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 18:56:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 334364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 18:56:17 Image size of job updated: 1252352 372 - MemoryUsage of job (MB) 380316 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 18:56:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 380316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 18:56:19 Image size of job updated: 1268900 364 - MemoryUsage of job (MB) 371892 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 371892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 18:56:19 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 377368 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 18:56:19 Image size of job updated: 1438980 392 - MemoryUsage of job (MB) 400992 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 400992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 18:56:19 Image size of job updated: 1252348 328 - MemoryUsage of job (MB) 335000 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 335000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 18:56:19 Image size of job updated: 1268904 365 - MemoryUsage of job (MB) 373360 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 18:56:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 18:56:21 Image size of job updated: 1436928 390 - MemoryUsage of job (MB) 398840 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 18:56:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 398840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 18:56:21 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310496 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 18:56:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 18:56:22 Image size of job updated: 1387324 368 - MemoryUsage of job (MB) 376324 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 18:56:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387324 Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 18:56:22 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 407960 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 18:56:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 18:56:23 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381092 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 18:56:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 18:56:23 Image size of job updated: 1454916 391 - MemoryUsage of job (MB) 399700 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 18:56:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 399700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 18:56:24 Image size of job updated: 1268904 361 - MemoryUsage of job (MB) 369472 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 18:56:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 369472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 18:56:24 Image size of job updated: 1319936 327 - MemoryUsage of job (MB) 334444 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 18:56:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 334444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 18:56:24 Image size of job updated: 1252348 328 - MemoryUsage of job (MB) 335220 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 18:56:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 335220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 18:56:25 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312472 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 18:56:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 18:56:25 Image size of job updated: 1252348 327 - MemoryUsage of job (MB) 334444 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 18:56:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 334444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 18:56:25 Image size of job updated: 1387328 395 - MemoryUsage of job (MB) 403660 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 18:56:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 403660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 18:56:25 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312280 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 18:56:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 18:56:26 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381256 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 18:56:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:56:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 381256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 18:56:27 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302788 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 18:56:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 18:56:27 Image size of job updated: 1268908 360 - MemoryUsage of job (MB) 368240 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 18:56:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 368240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 18:56:27 Image size of job updated: 1387328 385 - MemoryUsage of job (MB) 394224 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 18:56:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 18:56:28 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 401008 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 18:56:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 401008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 18:56:28 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372476 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 18:56:28 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307868 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 18:56:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 372476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 18:56:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 18:56:28 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312340 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 18:56:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 18:56:29 Image size of job updated: 1436928 389 - MemoryUsage of job (MB) 397468 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 18:56:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 18:56:30 Image size of job updated: 1336492 291 - MemoryUsage of job (MB) 297920 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 18:56:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 18:56:30 Image size of job updated: 1405936 381 - MemoryUsage of job (MB) 389784 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 18:56:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 389784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 18:56:30 Image size of job updated: 1436928 389 - MemoryUsage of job (MB) 397632 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 18:56:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:56:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 397632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 18:56:31 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327476 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 18:56:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 18:56:31 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315208 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 18:56:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 18:56:31 Image size of job updated: 1409624 401 - MemoryUsage of job (MB) 410516 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 18:56:31 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.288.000) 05/25 18:56:32 Image size of job updated: 1268904 362 - MemoryUsage of job (MB) 369796 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 18:56:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 369796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 18:56:33 Image size of job updated: 1387328 388 - MemoryUsage of job (MB) 396552 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 18:56:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 18:56:34 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381756 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 18:56:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 18:56:35 Image size of job updated: 1389376 388 - MemoryUsage of job (MB) 396968 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 18:56:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 18:56:40 Image size of job updated: 1572728 402 - MemoryUsage of job (MB) 410748 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 18:56:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 410748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 18:56:41 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339828 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 18:56:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 18:56:41 Image size of job updated: 1438984 337 - MemoryUsage of job (MB) 344120 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 18:56:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 18:56:42 Image size of job updated: 1454912 394 - MemoryUsage of job (MB) 403428 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 18:56:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 18:56:42 Image size of job updated: 1336492 293 - MemoryUsage of job (MB) 299828 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 18:56:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 299828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 18:56:43 Image size of job updated: 1711784 381 - MemoryUsage of job (MB) 389420 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 18:56:43 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:56:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 389420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 18:56:44 Image size of job updated: 1268908 303 - MemoryUsage of job (MB) 309604 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 18:56:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 18:56:44 Image size of job updated: 1454920 345 - MemoryUsage of job (MB) 353084 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 18:56:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 353084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 18:56:44 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376292 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 18:56:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 18:56:45 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324256 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 18:56:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 18:56:45 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379288 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 18:56:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 379288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 18:56:46 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376140 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 18:56:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 18:56:47 Image size of job updated: 1331484 350 - MemoryUsage of job (MB) 358320 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 18:56:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:56:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.149.000) 05/25 18:56:47 Image size of job updated: 1621708 347 - MemoryUsage of job (MB) 354484 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 18:56:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 354484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 18:56:49 Image size of job updated: 1454920 346 - MemoryUsage of job (MB) 353856 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 18:56:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 353856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 18:56:50 Image size of job updated: 1387332 331 - MemoryUsage of job (MB) 338664 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 18:56:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 338664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 18:56:54 Image size of job updated: 1471472 382 - MemoryUsage of job (MB) 390740 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 18:56:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 390740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 18:56:54 Image size of job updated: 1403880 332 - MemoryUsage of job (MB) 339904 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 18:56:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 339904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 18:56:55 Image size of job updated: 2096692 393 - MemoryUsage of job (MB) 401440 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 18:56:55 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2096692 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T18:56:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 401440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 18:56:55 Image size of job updated: 1454920 335 - MemoryUsage of job (MB) 342516 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 18:56:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 342516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 18:56:56 Image size of job updated: 1387328 400 - MemoryUsage of job (MB) 409132 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 18:56:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 409132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 18:56:56 Image size of job updated: 1454920 354 - MemoryUsage of job (MB) 362392 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 18:56:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 362392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 18:56:56 Image size of job updated: 1387328 334 - MemoryUsage of job (MB) 341232 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 18:56:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 18:56:56 Image size of job updated: 1252352 363 - MemoryUsage of job (MB) 370704 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 18:56:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:56:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 18:56:57 Image size of job updated: 1342468 307 - MemoryUsage of job (MB) 313904 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 18:56:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 18:56:58 Image size of job updated: 1387332 331 - MemoryUsage of job (MB) 338896 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 18:56:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 338896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 18:56:58 Image size of job updated: 1403884 380 - MemoryUsage of job (MB) 388148 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 18:56:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 388148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 18:56:58 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316120 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 18:56:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 18:56:58 Image size of job updated: 1387332 343 - MemoryUsage of job (MB) 350936 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 18:56:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 350936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 18:56:58 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308380 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 18:56:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 18:56:59 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310604 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 18:56:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:56:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 18:57:01 Image size of job updated: 1268908 316 - MemoryUsage of job (MB) 322984 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 18:57:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 18:57:03 Image size of job updated: 1268904 291 - MemoryUsage of job (MB) 297520 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 18:57:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 291 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 297520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 18:57:04 Image size of job updated: 1504520 336 - MemoryUsage of job (MB) 343088 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 18:57:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 343088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 18:57:05 Image size of job updated: 1473528 384 - MemoryUsage of job (MB) 392856 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 18:57:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 392856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 18:57:07 Image size of job updated: 1387332 330 - MemoryUsage of job (MB) 337916 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 18:57:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 337916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 18:57:08 Image size of job updated: 1407572 395 - MemoryUsage of job (MB) 404148 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 18:57:08 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:57:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 404148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.156.000) 05/25 18:57:09 Image size of job updated: 1554120 333 - MemoryUsage of job (MB) 340164 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 18:57:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 340164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 18:57:09 Image size of job updated: 1403888 333 - MemoryUsage of job (MB) 340780 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 18:57:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 340780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 18:57:10 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374356 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 18:57:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 374356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 18:57:11 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 373800 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 18:57:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 373800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.238.000) 05/25 18:57:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3429_600565176@AS-ES-LAB-03-S7-its-c7-osg-20190309, rescheduling job ... 028 (1259.238.000) 05/25 18:57:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 238 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4431118.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" StartdName = "glidein_3429_600565176@AS-ES-LAB-03-S7-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ES-LAB-03-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 18:57:16 Image size of job updated: 1453484 393 - MemoryUsage of job (MB) 401548 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 18:57:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 401548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.118.000) 05/25 18:57:18 Image size of job updated: 1403888 356 - MemoryUsage of job (MB) 363584 - ResidentSetSize of job (KB) ... 028 (1259.118.000) 05/25 18:57:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 363584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 18:57:18 Image size of job updated: 1456968 367 - MemoryUsage of job (MB) 375460 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 18:57:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 375460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 18:57:20 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361668 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 18:57:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:57:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 18:57:21 Image size of job updated: 1336492 360 - MemoryUsage of job (MB) 367772 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 18:57:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 367772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 18:57:21 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307584 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 18:57:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 18:57:22 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 359956 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 18:57:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 359956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 18:57:24 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 361140 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 18:57:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:57:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 18:57:25 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404824 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 18:57:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:57:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 404824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 18:57:26 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 373920 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 18:57:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 373920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 18:57:27 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 319808 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 18:57:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 18:57:28 Image size of job updated: 1621708 397 - MemoryUsage of job (MB) 405644 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 18:57:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 405644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 18:57:28 Image size of job updated: 1336488 312 - MemoryUsage of job (MB) 319412 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 18:57:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 18:57:29 Image size of job updated: 1436932 333 - MemoryUsage of job (MB) 340080 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 18:57:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:57:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 340080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 18:57:31 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357984 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 18:57:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 18:57:33 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307560 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 18:57:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 18:57:33 Image size of job updated: 1336496 371 - MemoryUsage of job (MB) 379448 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 18:57:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 18:57:33 Image size of job updated: 1403888 382 - MemoryUsage of job (MB) 390252 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 18:57:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 390252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 18:57:34 Image size of job updated: 1438980 395 - MemoryUsage of job (MB) 403576 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 18:57:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:57:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 403576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 18:57:35 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 372760 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 18:57:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 372760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 18:57:36 Image size of job updated: 1389380 392 - MemoryUsage of job (MB) 400980 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 18:57:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:57:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 18:57:37 Image size of job updated: 1252348 374 - MemoryUsage of job (MB) 382000 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 18:57:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:57:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 18:57:38 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 317728 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 18:57:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 18:57:38 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 323160 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 18:57:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 18:57:40 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309744 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 18:57:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 18:57:42 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348632 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 18:57:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 18:57:45 Image size of job updated: 1456968 351 - MemoryUsage of job (MB) 359324 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 18:57:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:57:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 18:57:46 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374164 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 18:57:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 374164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 18:57:48 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372120 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 18:57:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:57:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 372120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 18:57:48 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311900 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 18:57:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:57:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 311900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 18:57:49 Image size of job updated: 1436932 397 - MemoryUsage of job (MB) 406332 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 18:57:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:57:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 18:57:50 Image size of job updated: 1389380 391 - MemoryUsage of job (MB) 400156 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 18:57:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:57:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 18:57:51 Image size of job updated: 1490632 395 - MemoryUsage of job (MB) 404284 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 18:57:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:57:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.091.000) 05/25 18:57:53 Job reconnected to glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309 startd address: <10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP> starter address: <10.0.2.15:33706?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880606&PrivNet=LIB-CAMEHL2-S4-its-c7-osg-20190309&addrs=10.0.2.15-33706&noUDP> ... 028 (1259.091.000) 05/25 18:57:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713142" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 91 EventTime = "2019-05-25T18:57:53" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<10.0.2.15:33706?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880606&PrivNet=LIB-CAMEHL2-S4-its-c7-osg-20190309&addrs=10.0.2.15-33706&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" EventDescription = "Job reconnected" ... 001 (1259.238.000) 05/25 18:57:56 Job executing on host: <137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP> ... 028 (1259.238.000) 05/25 18:57:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:57:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.055.000) 05/25 18:57:59 Image size of job updated: 1389380 398 - MemoryUsage of job (MB) 406544 - ResidentSetSize of job (KB) ... 028 (1259.055.000) 05/25 18:57:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 55 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T18:57:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717745" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 406544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 18:58:00 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 402464 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 18:58:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 18:58:02 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305520 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 18:58:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 18:58:03 Image size of job updated: 1387332 389 - MemoryUsage of job (MB) 398008 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 18:58:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 18:58:04 Image size of job updated: 1456972 338 - MemoryUsage of job (MB) 345308 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 18:58:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 18:58:04 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320240 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 18:58:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 18:58:06 Image size of job updated: 1263892 351 - MemoryUsage of job (MB) 359172 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 18:58:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.045.000) 05/25 18:58:06 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 318152 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 18:58:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 18:58:16 Image size of job updated: 1289916 352 - MemoryUsage of job (MB) 359608 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 18:58:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T18:58:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 18:58:17 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 317932 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 18:58:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:58:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 18:58:17 Image size of job updated: 1387328 363 - MemoryUsage of job (MB) 371224 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 18:58:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:58:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 371224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 18:58:19 Image size of job updated: 1323844 393 - MemoryUsage of job (MB) 402304 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 18:58:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:58:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 402304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.197.000) 05/25 18:58:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3507_699266865@AS-PHY-SHOP-S2-its-c7-osg-20190309 <10.0.2.15:33654?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#844768&addrs=10.0.2.15-33654&noUDP> ... 028 (1259.197.000) 05/25 18:58:20 Job ad information event triggered. StartdAddr = "<10.0.2.15:33654?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#844768&addrs=10.0.2.15-33654&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116541" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 197 EventTime = "2019-05-25T18:58:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3507_699266865@AS-PHY-SHOP-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.171.000) 05/25 18:58:24 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311652 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 18:58:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 311652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 18:58:27 Image size of job updated: 1456972 398 - MemoryUsage of job (MB) 406916 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 18:58:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:58:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 18:58:28 Image size of job updated: 1454916 397 - MemoryUsage of job (MB) 406376 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 18:58:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 18:58:29 Image size of job updated: 1454916 399 - MemoryUsage of job (MB) 408412 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 18:58:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:58:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 408412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.058.000) 05/25 18:58:35 Image size of job updated: 1393688 395 - MemoryUsage of job (MB) 403956 - ResidentSetSize of job (KB) ... 028 (1259.058.000) 05/25 18:58:35 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1393688 Proc = 58 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T18:58:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "463989" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873661" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.161.000) 05/25 18:58:36 Image size of job updated: 1387332 337 - MemoryUsage of job (MB) 344340 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 18:58:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.094.000) 05/25 18:58:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8824_286172146@MAX-TASINGLE-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.094.000) 05/25 18:58:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 94 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390774.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23236" StartdName = "glidein_8824_286172146@MAX-TASINGLE-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-TASINGLE-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.114.000) 05/25 18:58:37 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357116 - ResidentSetSize of job (KB) ... 028 (1259.114.000) 05/25 18:58:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 114 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968967" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 18:58:38 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318616 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 18:58:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 318616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 18:58:40 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305352 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 18:58:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:58:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 18:58:42 Image size of job updated: 1436928 392 - MemoryUsage of job (MB) 400992 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 18:58:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T18:58:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 400992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 18:58:43 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 401476 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 18:58:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 18:58:46 Image size of job updated: 1436932 331 - MemoryUsage of job (MB) 338240 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 18:58:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:58:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 338240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 18:58:46 Image size of job updated: 1319936 368 - MemoryUsage of job (MB) 376420 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 18:58:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:58:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 18:58:52 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375312 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 18:58:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:58:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 375312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 18:58:53 Image size of job updated: 1251600 367 - MemoryUsage of job (MB) 375656 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 18:58:53 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:58:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 375656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 18:59:00 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 397336 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 18:59:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 18:59:01 Image size of job updated: 1252348 354 - MemoryUsage of job (MB) 361628 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 18:59:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 18:59:01 Image size of job updated: 1388632 405 - MemoryUsage of job (MB) 414272 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 18:59:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T18:59:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 414272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 18:59:04 Image size of job updated: 1621708 334 - MemoryUsage of job (MB) 341104 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 18:59:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:59:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 341104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 18:59:07 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308936 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 18:59:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:59:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 18:59:11 Image size of job updated: 1454920 338 - MemoryUsage of job (MB) 345400 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 18:59:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:59:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 345400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 18:59:19 Image size of job updated: 1252348 293 - MemoryUsage of job (MB) 299236 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 18:59:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 293 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 299236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 18:59:23 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318496 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 18:59:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:59:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 18:59:23 Image size of job updated: 1572724 330 - MemoryUsage of job (MB) 337156 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 18:59:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:59:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 18:59:25 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318564 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 18:59:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:59:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 18:59:26 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311584 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 18:59:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:59:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 18:59:29 Job was evicted. (0) Job terminated and was requeued Usr 0 00:16:19, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789280 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 18:59:29 Job ad information event triggered. SentBytes = 337789280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7968935" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c142.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 155 EventTime = "2019-05-25T18:59:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:16:19, Sys 0 00:00:29" JOB_GLIDEIN_SiteWMS_JobId = "272310.0" ... 006 (1259.199.000) 05/25 18:59:32 Image size of job updated: 1252348 352 - MemoryUsage of job (MB) 359964 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 18:59:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 18:59:35 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317372 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 18:59:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:59:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.094.000) 05/25 18:59:35 Job executing on host: <72.36.96.149:45063?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#36120&addrs=72.36.96.149-45063&noUDP> ... 028 (1259.094.000) 05/25 18:59:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:59:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.149:45063?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#36120&addrs=72.36.96.149-45063&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 18:59:37 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 309464 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 18:59:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T18:59:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.015.000) 05/25 18:59:42 Image size of job updated: 5626432 3783 - MemoryUsage of job (MB) 3873028 - ResidentSetSize of job (KB) ... 028 (1259.015.000) 05/25 18:59:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 5626432 Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:59:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 3783 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 3873028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 18:59:43 Image size of job updated: 1436932 392 - MemoryUsage of job (MB) 401112 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 18:59:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 18:59:44 Image size of job updated: 1454916 409 - MemoryUsage of job (MB) 417988 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 18:59:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T18:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 18:59:47 Image size of job updated: 1554120 329 - MemoryUsage of job (MB) 336616 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 18:59:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T18:59:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 336616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 18:59:50 Image size of job updated: 1263896 352 - MemoryUsage of job (MB) 359856 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 18:59:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T18:59:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 18:59:56 Image size of job updated: 1387332 395 - MemoryUsage of job (MB) 403636 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 18:59:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T18:59:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 18:59:57 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318436 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 18:59:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T18:59:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 18:59:58 Image size of job updated: 1454916 409 - MemoryUsage of job (MB) 418164 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 18:59:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T18:59:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 418164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:00:01 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 313536 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:00:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:00:02 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357924 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:00:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:00:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:00:05 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322180 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:00:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 322180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:00:07 Image size of job updated: 1386580 399 - MemoryUsage of job (MB) 407744 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:00:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:00:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 407744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:00:07 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 314348 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:00:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.098.000) 05/25 19:00:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:29, Sys 0 00:01:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:29, Sys 0 00:01:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386694400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386694400 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1766895 1 1466216856 Memory (MB) : 363 1024 1920 ... 028 (1259.098.000) 05/25 19:00:10 Job ad information event triggered. SentBytes = 1386694400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "31756" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c493.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:29, Sys 0 00:01:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 98 EventTime = "2019-05-25T19:00:10" TotalSentBytes = 1386694400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:14:29, Sys 0 00:01:56" JOB_GLIDEIN_SiteWMS_JobId = "1380197.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.210.000) 05/25 19:00:13 Image size of job updated: 1554120 342 - MemoryUsage of job (MB) 349384 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 19:00:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:00:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 349384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 19:00:14 Image size of job updated: 1471472 385 - MemoryUsage of job (MB) 393852 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:00:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 393852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:00:15 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 323072 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:00:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:00:16 Image size of job updated: 1521072 324 - MemoryUsage of job (MB) 331188 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:00:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 331188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:00:18 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323504 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:00:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.047.000) 05/25 19:00:20 Image size of job updated: 1426948 354 - MemoryUsage of job (MB) 361596 - ResidentSetSize of job (KB) ... 028 (1259.047.000) 05/25 19:00:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1426948 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:00:22 Image size of job updated: 1319936 288 - MemoryUsage of job (MB) 294816 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:00:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 288 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 294816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:00:26 Image size of job updated: 1252348 370 - MemoryUsage of job (MB) 377880 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:00:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:00:27 Image size of job updated: 1268900 316 - MemoryUsage of job (MB) 322640 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:00:27 Image size of job updated: 1403884 379 - MemoryUsage of job (MB) 387196 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:00:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 387196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.056.000) 05/25 19:00:27 Image size of job updated: 1510876 396 - MemoryUsage of job (MB) 405168 - ResidentSetSize of job (KB) ... 028 (1259.056.000) 05/25 19:00:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1510876 Proc = 56 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465784" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.063.000) 05/25 19:00:29 Image size of job updated: 1389380 399 - MemoryUsage of job (MB) 408540 - ResidentSetSize of job (KB) ... 028 (1259.063.000) 05/25 19:00:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 63 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 408540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:00:30 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318872 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:00:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:00:36 Image size of job updated: 1336492 315 - MemoryUsage of job (MB) 321940 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:00:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:00:36 Image size of job updated: 1336496 365 - MemoryUsage of job (MB) 373668 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:00:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 373668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 19:00:37 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310612 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 19:00:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 19:00:37 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 322100 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 19:00:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 19:00:38 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 402444 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 19:00:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 19:00:40 Image size of job updated: 1456968 398 - MemoryUsage of job (MB) 407488 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 19:00:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 407488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:00:40 Image size of job updated: 1572724 390 - MemoryUsage of job (MB) 398440 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:00:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:00:45 Image size of job updated: 1390936 332 - MemoryUsage of job (MB) 339228 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:00:45 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:00:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 339228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 19:00:46 Image size of job updated: 1572728 331 - MemoryUsage of job (MB) 338072 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 19:00:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:00:47 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317044 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:00:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 19:00:48 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318508 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 19:00:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:00:49 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 360540 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:00:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:00:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.136.000) 05/25 19:00:49 Image size of job updated: 1572724 366 - MemoryUsage of job (MB) 374056 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 19:00:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 19:00:50 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311384 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 19:00:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 19:00:50 Image size of job updated: 1673644 437 - MemoryUsage of job (MB) 447428 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:00:50 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:00:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 437 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 447428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 19:00:53 Image size of job updated: 1436932 347 - MemoryUsage of job (MB) 354772 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:00:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:00:56 Image size of job updated: 1387328 402 - MemoryUsage of job (MB) 411176 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:00:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 411176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:00:56 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310380 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:00:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 19:00:58 Image size of job updated: 1319940 328 - MemoryUsage of job (MB) 335432 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:00:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319940 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:00:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 335432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 19:00:58 Image size of job updated: 1504516 343 - MemoryUsage of job (MB) 350404 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 19:00:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:00:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 350404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:00:59 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 321860 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 19:00:59 Image size of job updated: 1336496 366 - MemoryUsage of job (MB) 373980 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 19:00:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:00:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 373980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:01:00 Image size of job updated: 1390928 336 - MemoryUsage of job (MB) 343724 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:01:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:01:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 343724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/25 19:01:01 Image size of job updated: 1570676 382 - MemoryUsage of job (MB) 390164 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/25 19:01:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 390164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 19:01:01 Image size of job updated: 1453484 380 - MemoryUsage of job (MB) 388584 - ResidentSetSize of job (KB) ... 006 (1259.066.000) 05/25 19:01:01 Image size of job updated: 1389380 335 - MemoryUsage of job (MB) 342640 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 19:01:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 388584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.066.000) 05/25 19:01:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 342640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:01:03 Image size of job updated: 1436928 391 - MemoryUsage of job (MB) 400124 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:01:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 19:01:04 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372220 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:01:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 372220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 19:01:04 Image size of job updated: 1323844 395 - MemoryUsage of job (MB) 403964 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 19:01:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 403964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 19:01:05 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374672 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 19:01:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 374672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 19:01:06 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310040 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 19:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 19:01:08 Image size of job updated: 1454920 348 - MemoryUsage of job (MB) 355692 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 19:01:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 355692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:01:08 Image size of job updated: 1572728 330 - MemoryUsage of job (MB) 337296 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:01:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:01:09 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 316772 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:01:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 19:01:10 Image size of job updated: 1621708 376 - MemoryUsage of job (MB) 384152 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 19:01:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 19:01:10 Image size of job updated: 1268900 365 - MemoryUsage of job (MB) 373056 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 19:01:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 373056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 19:01:12 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311612 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 19:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:01:12 Image size of job updated: 1453484 378 - MemoryUsage of job (MB) 386052 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 386052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 19:01:13 Image size of job updated: 1436928 347 - MemoryUsage of job (MB) 355024 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 19:01:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 355024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 19:01:14 Image size of job updated: 1389380 394 - MemoryUsage of job (MB) 402960 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 19:01:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 19:01:14 Image size of job updated: 1405940 387 - MemoryUsage of job (MB) 395276 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 19:01:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 395276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 19:01:14 Image size of job updated: 1436928 344 - MemoryUsage of job (MB) 352236 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 19:01:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 352236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 19:01:14 Job executing on host: <72.36.96.63:36292?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876511&addrs=72.36.96.63-36292&noUDP> ... 028 (1259.155.000) 05/25 19:01:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.63:36292?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876511&addrs=72.36.96.63-36292&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264676.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24839" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:01:16 Image size of job updated: 1336496 370 - MemoryUsage of job (MB) 378284 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 19:01:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 19:01:16 Image size of job updated: 1490632 395 - MemoryUsage of job (MB) 404468 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 19:01:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:01:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 404468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 19:01:18 Image size of job updated: 1252352 373 - MemoryUsage of job (MB) 381368 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 19:01:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 381368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:01:18 Image size of job updated: 1387328 343 - MemoryUsage of job (MB) 351204 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:01:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 351204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 19:01:19 Image size of job updated: 1268900 365 - MemoryUsage of job (MB) 373540 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 19:01:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 373540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 19:01:20 Image size of job updated: 1438980 395 - MemoryUsage of job (MB) 404332 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 19:01:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 404332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:01:20 Image size of job updated: 1387328 344 - MemoryUsage of job (MB) 351404 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:01:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 351404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 19:01:20 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375736 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 19:01:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:01:22 Image size of job updated: 1436928 394 - MemoryUsage of job (MB) 402552 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:01:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 402552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 19:01:22 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311552 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:01:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 19:01:23 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 411908 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 19:01:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 19:01:23 Image size of job updated: 1387328 388 - MemoryUsage of job (MB) 396688 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 19:01:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 19:01:24 Image size of job updated: 1454916 393 - MemoryUsage of job (MB) 402424 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 19:01:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 402424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:01:24 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372700 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 19:01:24 Image size of job updated: 1268904 363 - MemoryUsage of job (MB) 370908 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 19:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 370908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:01:24 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 306780 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:01:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 19:01:25 Image size of job updated: 1554116 344 - MemoryUsage of job (MB) 351304 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 19:01:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 351304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:01:25 Image size of job updated: 1454916 350 - MemoryUsage of job (MB) 357408 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:01:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:01:25 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314056 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:01:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 19:01:26 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313284 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 19:01:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 19:01:26 Image size of job updated: 1436928 346 - MemoryUsage of job (MB) 353528 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 19:01:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 353528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 19:01:26 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 406716 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 19:01:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 406716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.250.000) 05/25 19:01:27 Image size of job updated: 1454916 393 - MemoryUsage of job (MB) 401896 - ResidentSetSize of job (KB) ... 028 (1259.250.000) 05/25 19:01:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 401896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:01:27 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303312 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:01:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 19:01:27 Image size of job updated: 1268908 361 - MemoryUsage of job (MB) 368816 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 19:01:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 368816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 19:01:28 Image size of job updated: 1387328 387 - MemoryUsage of job (MB) 396168 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 19:01:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 19:01:28 Image size of job updated: 1387328 395 - MemoryUsage of job (MB) 404476 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 19:01:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 404476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 19:01:29 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373820 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 19:01:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 373820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 19:01:29 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308660 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 19:01:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 19:01:30 Image size of job updated: 1436928 392 - MemoryUsage of job (MB) 401064 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 19:01:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:01:30 Image size of job updated: 1336492 292 - MemoryUsage of job (MB) 298692 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:01:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 19:01:30 Image size of job updated: 1405936 383 - MemoryUsage of job (MB) 392064 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 19:01:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 392064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:01:31 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343676 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:01:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 19:01:31 Image size of job updated: 1436928 391 - MemoryUsage of job (MB) 399972 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 19:01:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 399972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 19:01:32 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 316528 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 19:01:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 19:01:32 Image size of job updated: 1409624 406 - MemoryUsage of job (MB) 415024 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 19:01:32 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:01:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.288.000) 05/25 19:01:33 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 371928 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 19:01:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 371928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 19:01:33 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399384 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 19:01:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 19:01:34 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 400652 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 19:01:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:01:35 Image size of job updated: 1389376 391 - MemoryUsage of job (MB) 399904 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:01:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 19:01:41 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341672 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:01:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.062.000) 05/25 19:01:41 Image size of job updated: 1438984 340 - MemoryUsage of job (MB) 347528 - ResidentSetSize of job (KB) ... 028 (1259.062.000) 05/25 19:01:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438984 Proc = 62 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 347528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:01:42 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301392 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:01:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.281.000) 05/25 19:01:43 Image size of job updated: 1454912 398 - MemoryUsage of job (MB) 406588 - ResidentSetSize of job (KB) ... 028 (1259.281.000) 05/25 19:01:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454912 Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:01:44 Image size of job updated: 1711784 383 - MemoryUsage of job (MB) 392060 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 19:01:44 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1711784 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:01:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 392060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:01:44 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310924 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:01:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:01:45 Image size of job updated: 1454920 349 - MemoryUsage of job (MB) 356424 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:01:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 356424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:01:45 Image size of job updated: 1268904 370 - MemoryUsage of job (MB) 378404 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:01:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:01:45 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327424 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:01:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 19:01:46 Image size of job updated: 1387328 387 - MemoryUsage of job (MB) 396060 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 19:01:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:01:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 396060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 19:01:48 Image size of job updated: 1621708 350 - MemoryUsage of job (MB) 357988 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 19:01:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 357988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 19:01:51 Image size of job updated: 1454920 349 - MemoryUsage of job (MB) 357048 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 19:01:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 357048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:01:51 Image size of job updated: 1387332 334 - MemoryUsage of job (MB) 341608 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:01:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 341608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 19:01:54 Image size of job updated: 1471472 384 - MemoryUsage of job (MB) 392568 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 19:01:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 392568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:01:55 Image size of job updated: 1403880 334 - MemoryUsage of job (MB) 341336 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:01:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 341336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 19:01:55 Image size of job updated: 2213880 400 - MemoryUsage of job (MB) 408956 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 19:01:55 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2213880 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:01:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 408956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 19:01:56 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 412360 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 19:01:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:01:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 412360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:01:56 Image size of job updated: 1387328 336 - MemoryUsage of job (MB) 343852 - ResidentSetSize of job (KB) ... 006 (1259.148.000) 05/25 19:01:56 Image size of job updated: 1454920 337 - MemoryUsage of job (MB) 344896 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:01:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 343852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.148.000) 05/25 19:01:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 344896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:01:57 Image size of job updated: 1252352 365 - MemoryUsage of job (MB) 373056 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 19:01:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:01:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 19:01:58 Image size of job updated: 1342468 309 - MemoryUsage of job (MB) 316016 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 19:01:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 19:01:58 Image size of job updated: 1387332 334 - MemoryUsage of job (MB) 341668 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 19:01:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 341668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 19:01:58 Image size of job updated: 1403884 381 - MemoryUsage of job (MB) 389692 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 19:01:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 389692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 19:01:58 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317968 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 19:01:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 19:01:58 Image size of job updated: 1387332 346 - MemoryUsage of job (MB) 354244 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 19:01:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:01:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 354244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 19:01:59 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 309436 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 19:01:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:01:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 19:02:00 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311660 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 19:02:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:02:02 Image size of job updated: 1268908 317 - MemoryUsage of job (MB) 324040 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:02:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.260.000) 05/25 19:02:02 Job was evicted. (0) Job terminated and was requeued Usr 0 00:59:37, Sys 0 00:01:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1072600384 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/25 19:02:02 Job ad information event triggered. SentBytes = 1072600384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7968817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c094.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 260 EventTime = "2019-05-25T19:02:02" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:59:37, Sys 0 00:01:57" JOB_GLIDEIN_SiteWMS_JobId = "264387.0" ... 006 (1259.182.000) 05/25 19:02:03 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 322556 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:02:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.055.000) 05/25 19:02:03 Job terminated. (1) Normal termination (return value 0) Usr 0 01:15:17, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:15:17, Sys 0 00:02:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1342933504 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1342933504 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1724163 1 4976372 Memory (MB) : 398 1024 1024 ... 028 (1259.055.000) 05/25 19:02:03 Job ad information event triggered. SentBytes = 1342933504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7717745" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c443.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:15:17, Sys 0 00:02:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 55 EventTime = "2019-05-25T19:02:03" TotalSentBytes = 1342933504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:15:17, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "263814.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.191.000) 05/25 19:02:03 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298096 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:02:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 19:02:05 Image size of job updated: 1504520 338 - MemoryUsage of job (MB) 345684 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 19:02:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 345684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 19:02:06 Image size of job updated: 1473528 386 - MemoryUsage of job (MB) 394796 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 19:02:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 394796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:02:08 Image size of job updated: 1387332 334 - MemoryUsage of job (MB) 341116 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:02:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 341116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 19:02:08 Image size of job updated: 1407572 399 - MemoryUsage of job (MB) 407844 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 19:02:08 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:02:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.156.000) 05/25 19:02:09 Image size of job updated: 1554120 335 - MemoryUsage of job (MB) 342984 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:02:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 342984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 19:02:10 Image size of job updated: 1403888 335 - MemoryUsage of job (MB) 342064 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 19:02:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 342064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 19:02:10 Image size of job updated: 1268904 368 - MemoryUsage of job (MB) 376832 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 19:02:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 376832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:02:12 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 374888 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:02:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 374888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 19:02:15 Image size of job updated: 1453484 401 - MemoryUsage of job (MB) 409936 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 19:02:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 19:02:17 Image size of job updated: 1453484 397 - MemoryUsage of job (MB) 405908 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 19:02:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 405908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 19:02:19 Image size of job updated: 1456968 370 - MemoryUsage of job (MB) 377912 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 19:02:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:02:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 377912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:02:20 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363908 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:02:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:02:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:02:22 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368708 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:02:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 368708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 19:02:22 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308376 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 19:02:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:02:23 Image size of job updated: 1454920 355 - MemoryUsage of job (MB) 363140 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:02:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 363140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 19:02:24 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 365628 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:02:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:02:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 19:02:26 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 407892 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:02:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:02:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 407892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:02:27 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376144 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:02:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 376144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:02:28 Image size of job updated: 1336496 314 - MemoryUsage of job (MB) 320864 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:02:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 19:02:28 Image size of job updated: 1621708 400 - MemoryUsage of job (MB) 408980 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 19:02:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 408980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:02:29 Image size of job updated: 1336488 314 - MemoryUsage of job (MB) 321260 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 19:02:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 19:02:30 Image size of job updated: 1436932 336 - MemoryUsage of job (MB) 343164 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 19:02:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:02:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 343164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:02:32 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360496 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:02:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:02:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:02:33 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 309144 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:02:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:02:34 Image size of job updated: 1403888 383 - MemoryUsage of job (MB) 392188 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:02:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 392188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 19:02:34 Image size of job updated: 1438980 397 - MemoryUsage of job (MB) 406332 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 19:02:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:02:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 406332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 19:02:34 Image size of job updated: 1336496 373 - MemoryUsage of job (MB) 381560 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 19:02:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 381560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 19:02:35 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374764 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 19:02:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 374764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:02:37 Image size of job updated: 1454916 392 - MemoryUsage of job (MB) 401380 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:02:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:02:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 19:02:38 Image size of job updated: 1389380 395 - MemoryUsage of job (MB) 403892 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 19:02:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:02:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:02:38 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 319048 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:02:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 19:02:38 Image size of job updated: 1336496 318 - MemoryUsage of job (MB) 325008 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 19:02:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 19:02:40 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310196 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 19:02:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 19:02:42 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351820 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:02:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 19:02:45 Image size of job updated: 1456968 355 - MemoryUsage of job (MB) 362528 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 19:02:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:02:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 19:02:46 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376392 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:02:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 376392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 19:02:48 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374132 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 19:02:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:02:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 374132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:02:49 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313200 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:02:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:02:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 313200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 19:02:50 Image size of job updated: 1436932 401 - MemoryUsage of job (MB) 410052 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:02:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:02:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 19:02:51 Image size of job updated: 1389380 394 - MemoryUsage of job (MB) 402600 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 19:02:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:02:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 19:02:52 Image size of job updated: 1490632 399 - MemoryUsage of job (MB) 407632 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 19:02:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:02:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 19:03:00 Image size of job updated: 1387328 397 - MemoryUsage of job (MB) 405900 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:03:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:03:02 Image size of job updated: 1268908 299 - MemoryUsage of job (MB) 305712 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:03:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 19:03:03 Image size of job updated: 1387332 392 - MemoryUsage of job (MB) 401120 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 19:03:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:03:04 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364712 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:03:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:03:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:03:05 Image size of job updated: 1336496 315 - MemoryUsage of job (MB) 321824 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:03:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 19:03:05 Image size of job updated: 1456972 340 - MemoryUsage of job (MB) 347404 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 19:03:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 347404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 19:03:06 Image size of job updated: 1263892 351 - MemoryUsage of job (MB) 359248 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 19:03:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 359248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.045.000) 05/25 19:03:06 Image size of job updated: 1268908 313 - MemoryUsage of job (MB) 319736 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:03:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.082.000) 05/25 19:03:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3414_984505860@LIB-LEBIRD1-15-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.082.000) 05/25 19:03:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 82 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389471.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712930" StartdName = "glidein_3414_984505860@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 19:03:17 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320040 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:03:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:03:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:03:17 Image size of job updated: 1387328 366 - MemoryUsage of job (MB) 374196 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:03:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:03:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 374196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 19:03:17 Image size of job updated: 1289916 354 - MemoryUsage of job (MB) 361664 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 19:03:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:03:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 19:03:19 Image size of job updated: 1323844 396 - MemoryUsage of job (MB) 405160 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 19:03:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:03:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 405160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:03:25 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313284 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:03:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 313284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 19:03:27 Image size of job updated: 1456972 401 - MemoryUsage of job (MB) 410252 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 19:03:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:03:29 Image size of job updated: 1454916 400 - MemoryUsage of job (MB) 409196 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:03:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:03:30 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 411348 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:03:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:03:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 411348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:03:36 Image size of job updated: 1387332 339 - MemoryUsage of job (MB) 346852 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:03:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:03:38 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 320276 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:03:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 320276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.114.000) 05/25 19:03:39 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359868 - ResidentSetSize of job (KB) ... 028 (1259.114.000) 05/25 19:03:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 114 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272392.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968967" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 19:03:40 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 305880 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 19:03:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:03:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:03:42 Image size of job updated: 1436928 396 - MemoryUsage of job (MB) 404828 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:03:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:03:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 404828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:03:44 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404512 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:03:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.290.000) 05/25 19:03:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3419_547418520@MAX-L415-01-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.290.000) 05/25 19:03:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 290 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391177.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3419_547418520@MAX-L415-01-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:03:46 Image size of job updated: 1436932 332 - MemoryUsage of job (MB) 339472 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:03:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:03:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 339472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:03:47 Image size of job updated: 1319936 371 - MemoryUsage of job (MB) 379384 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:03:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/25 19:03:47 Image size of job updated: 1494536 352 - MemoryUsage of job (MB) 360128 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/25 19:03:47 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:03:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 ResidentSetSize = 360128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.260.000) 05/25 19:03:48 Job executing on host: <72.36.96.146:35924?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857386&addrs=72.36.96.146-35924&noUDP> ... 028 (1259.260.000) 05/25 19:03:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:03:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:35924?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857386&addrs=72.36.96.146-35924&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272375.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24307" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:03:52 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377492 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:03:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 377492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.015.000) 05/25 19:03:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:05:09, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1088171136 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.015.000) 05/25 19:03:53 Job ad information event triggered. SentBytes = 1088171136.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24396" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c020.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-25T19:03:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:05:09, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "264205.0" ... 006 (1259.208.000) 05/25 19:03:53 Image size of job updated: 1251600 369 - MemoryUsage of job (MB) 377784 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:03:53 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:03:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 377784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.204.000) 05/25 19:03:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3418_92340586@MAX-L415-01-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.204.000) 05/25 19:03:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 204 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:03:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389534.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23266" StartdName = "glidein_3418_92340586@MAX-L415-01-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:04:01 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364176 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:04:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 19:04:01 Image size of job updated: 1388632 408 - MemoryUsage of job (MB) 417556 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 19:04:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 417556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 19:04:01 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 399348 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 19:04:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:04:05 Image size of job updated: 1621708 334 - MemoryUsage of job (MB) 341452 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:04:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:04:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 341452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:04:07 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 310256 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:04:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:04:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:04:12 Image size of job updated: 1454920 338 - MemoryUsage of job (MB) 345632 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:04:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:04:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 345632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:04:16 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303820 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:04:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:04:19 Image size of job updated: 1252348 295 - MemoryUsage of job (MB) 301060 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:04:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 301060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 19:04:24 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 320344 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:04:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:04:26 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334256 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:04:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:04:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:04:26 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313168 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:04:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.015.000) 05/25 19:04:26 Job executing on host: <72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP> ... 028 (1259.015.000) 05/25 19:04:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.204.000) 05/25 19:04:30 Job executing on host: <72.36.96.185:44089?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872342&addrs=72.36.96.185-44089&noUDP> ... 028 (1259.204.000) 05/25 19:04:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.185:44089?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872342&addrs=72.36.96.185-44089&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.082.000) 05/25 19:04:32 Job executing on host: <192.170.226.41:45310?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869997&addrs=192.170.226.41-45310&noUDP> ... 028 (1259.082.000) 05/25 19:04:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.41:45310?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869997&addrs=192.170.226.41-45310&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:04:32 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310312 - ResidentSetSize of job (KB) ... 005 (1259.058.000) 05/25 19:04:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:07:20, Sys 0 00:01:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:07:20, Sys 0 00:01:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1322566400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1322566400 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1704274 1 8685438 Memory (MB) : 395 1024 1024 ... 028 (1259.093.000) 05/25 19:04:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.058.000) 05/25 19:04:32 Job ad information event triggered. SentBytes = 1322566400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6873661" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:07:20, Sys 0 00:01:24" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 58 EventTime = "2019-05-25T19:04:32" TotalSentBytes = 1322566400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:07:20, Sys 0 00:01:24" JOB_GLIDEIN_SiteWMS_JobId = "463989" TotalReceivedBytes = 422560224.0 ... 006 (1259.199.000) 05/25 19:04:32 Image size of job updated: 1252348 355 - MemoryUsage of job (MB) 362540 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 19:04:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 19:04:35 Image size of job updated: 1453488 362 - MemoryUsage of job (MB) 369708 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 19:04:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:04:37 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310520 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 19:04:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:04:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 19:04:44 Image size of job updated: 1436932 394 - MemoryUsage of job (MB) 402756 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 19:04:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 19:04:45 Image size of job updated: 1454916 412 - MemoryUsage of job (MB) 421724 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 19:04:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 19:04:45 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356876 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 19:04:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:04:47 Image size of job updated: 1554120 330 - MemoryUsage of job (MB) 337048 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:04:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:04:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 337048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.290.000) 05/25 19:04:52 Job executing on host: <72.36.96.49:40405?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872796&addrs=72.36.96.49-40405&noUDP> ... 028 (1259.290.000) 05/25 19:04:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:04:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:40405?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872796&addrs=72.36.96.49-40405&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 19:04:56 Image size of job updated: 1387332 398 - MemoryUsage of job (MB) 406740 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:04:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:04:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 19:04:57 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 310064 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 19:04:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:04:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 19:04:57 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320812 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:04:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:04:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 19:04:58 Image size of job updated: 1454916 412 - MemoryUsage of job (MB) 421504 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 19:04:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:04:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 421504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:05:02 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314592 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:05:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:05:03 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360916 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:05:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:05:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:05:05 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 323808 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:05:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 323808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:05:07 Image size of job updated: 1386580 402 - MemoryUsage of job (MB) 411052 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:05:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 411052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:05:07 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316460 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:05:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 19:05:15 Image size of job updated: 1471472 387 - MemoryUsage of job (MB) 396220 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:05:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 396220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:05:15 Image size of job updated: 1336496 318 - MemoryUsage of job (MB) 325448 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:05:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:05:17 Image size of job updated: 1521072 326 - MemoryUsage of job (MB) 333348 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:05:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 333348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:05:19 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325352 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:05:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:05:23 Image size of job updated: 1319936 292 - MemoryUsage of job (MB) 298000 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:05:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 298000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:05:27 Image size of job updated: 1252348 372 - MemoryUsage of job (MB) 380704 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:05:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:05:27 Image size of job updated: 1268900 317 - MemoryUsage of job (MB) 324488 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:05:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:05:28 Image size of job updated: 1403884 380 - MemoryUsage of job (MB) 388852 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:05:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 388852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:05:30 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335172 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:05:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:05:36 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323260 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:05:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:05:37 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 375768 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:05:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 375768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 19:05:37 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 312188 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 19:05:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 19:05:38 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324212 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 19:05:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 19:05:38 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404852 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 19:05:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.064.000) 05/25 19:05:40 Image size of job updated: 1456968 401 - MemoryUsage of job (MB) 410492 - ResidentSetSize of job (KB) ... 028 (1259.064.000) 05/25 19:05:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 64 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" Subproc = 0 ResidentSetSize = 410492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:05:41 Image size of job updated: 1572724 392 - MemoryUsage of job (MB) 400572 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:05:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.062.000) 05/25 19:05:41 Job terminated. (1) Normal termination (return value 0) Usr 0 01:15:32, Sys 0 00:01:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:15:32, Sys 0 00:01:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1370986112 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1370986112 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1751555 1 566980696 Memory (MB) : 340 1024 1920 ... 028 (1259.062.000) 05/25 19:05:41 Job ad information event triggered. SentBytes = 1370986112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23871" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c163.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:15:32, Sys 0 00:01:49" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 62 EventTime = "2019-05-25T19:05:41" TotalSentBytes = 1370986112.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:15:32, Sys 0 00:01:49" JOB_GLIDEIN_SiteWMS_JobId = "271939.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.063.000) 05/25 19:05:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:52, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:52, Sys 0 00:02:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1368994304 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1368994304 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1749609 1 556759916 Memory (MB) : 399 1024 1920 ... 028 (1259.063.000) 05/25 19:05:45 Job ad information event triggered. SentBytes = 1368994304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:52, Sys 0 00:02:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 63 EventTime = "2019-05-25T19:05:45" TotalSentBytes = 1368994304.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:19:52, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "264635.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.124.000) 05/25 19:05:46 Image size of job updated: 1572728 333 - MemoryUsage of job (MB) 340712 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 19:05:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:05:46 Image size of job updated: 1390936 333 - MemoryUsage of job (MB) 340724 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:05:46 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:05:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 340724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:05:47 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318628 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:05:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 19:05:49 Image size of job updated: 1572724 368 - MemoryUsage of job (MB) 376700 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 19:05:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:05:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 19:05:50 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312440 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 19:05:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 19:05:54 Image size of job updated: 1436932 350 - MemoryUsage of job (MB) 357696 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:05:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:05:56 Image size of job updated: 1387328 405 - MemoryUsage of job (MB) 414364 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:05:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:05:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 414364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:05:57 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311964 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:05:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 19:05:58 Image size of job updated: 1454920 349 - MemoryUsage of job (MB) 357348 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:05:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:05:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 357348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:05:59 Image size of job updated: 1268908 317 - MemoryUsage of job (MB) 324500 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:05:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 19:06:01 Image size of job updated: 1336496 367 - MemoryUsage of job (MB) 375716 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 19:06:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 375716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:06:01 Image size of job updated: 1390928 338 - MemoryUsage of job (MB) 345964 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:06:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:06:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 345964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 19:06:01 Image size of job updated: 1453484 381 - MemoryUsage of job (MB) 389304 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 19:06:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 389304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 19:06:02 Image size of job updated: 1389380 337 - MemoryUsage of job (MB) 344496 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 19:06:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 344496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:06:05 Image size of job updated: 1436928 393 - MemoryUsage of job (MB) 402044 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:06:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 19:06:05 Image size of job updated: 1336492 368 - MemoryUsage of job (MB) 376376 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 19:06:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 376376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 19:06:05 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 373920 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:06:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 373920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.065.000) 05/25 19:06:06 Image size of job updated: 1323844 398 - MemoryUsage of job (MB) 406608 - ResidentSetSize of job (KB) ... 028 (1259.065.000) 05/25 19:06:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 65 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968882" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" Subproc = 0 ResidentSetSize = 406608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 19:06:07 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311360 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 19:06:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 19:06:09 Image size of job updated: 1454920 350 - MemoryUsage of job (MB) 357436 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 19:06:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 357436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:06:09 Image size of job updated: 1572728 331 - MemoryUsage of job (MB) 338896 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:06:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:06:10 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 319148 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:06:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 19:06:10 Image size of job updated: 1621708 378 - MemoryUsage of job (MB) 386448 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 19:06:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.265.000) 05/25 19:06:10 Image size of job updated: 1268900 367 - MemoryUsage of job (MB) 374960 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 19:06:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 374960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 19:06:12 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313196 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 19:06:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:06:13 Image size of job updated: 1453484 380 - MemoryUsage of job (MB) 388136 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 388136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.067.000) 05/25 19:06:14 Image size of job updated: 1389380 397 - MemoryUsage of job (MB) 406000 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 19:06:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 19:06:14 Image size of job updated: 1405940 388 - MemoryUsage of job (MB) 397156 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 19:06:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 397156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.105.000) 05/25 19:06:16 Image size of job updated: 1490632 399 - MemoryUsage of job (MB) 407636 - ResidentSetSize of job (KB) ... 028 (1259.105.000) 05/25 19:06:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 105 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:06:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369119" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" Subproc = 0 ResidentSetSize = 407636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:06:16 Image size of job updated: 1336496 372 - MemoryUsage of job (MB) 380660 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 19:06:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.214.000) 05/25 19:06:18 Image size of job updated: 1504520 392 - MemoryUsage of job (MB) 400872 - ResidentSetSize of job (KB) ... 028 (1259.214.000) 05/25 19:06:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 400872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.069.000) 05/25 19:06:20 Image size of job updated: 1438980 397 - MemoryUsage of job (MB) 406524 - ResidentSetSize of job (KB) ... 028 (1259.069.000) 05/25 19:06:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 69 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720467" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 406524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 19:06:20 Image size of job updated: 1268900 367 - MemoryUsage of job (MB) 375652 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 19:06:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 375652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 19:06:22 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319828 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 19:06:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:06:22 Image size of job updated: 1436928 396 - MemoryUsage of job (MB) 405380 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:06:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 405380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 19:06:22 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312344 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:06:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 19:06:23 Image size of job updated: 1387328 405 - MemoryUsage of job (MB) 414440 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 19:06:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 19:06:23 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399520 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 19:06:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 19:06:24 Image size of job updated: 1454916 396 - MemoryUsage of job (MB) 405188 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 19:06:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 405188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:06:24 Image size of job updated: 1336492 366 - MemoryUsage of job (MB) 374020 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:06:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 19:06:24 Image size of job updated: 1268904 364 - MemoryUsage of job (MB) 372144 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 19:06:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 372144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:06:25 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308244 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:06:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:06:25 Image size of job updated: 1454916 351 - MemoryUsage of job (MB) 359160 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:06:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:06:25 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315376 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:06:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 19:06:26 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314868 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 19:06:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 19:06:27 Image size of job updated: 1436928 347 - MemoryUsage of job (MB) 355304 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 19:06:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 355304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 19:06:27 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 410568 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 19:06:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 410568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.075.000) 05/25 19:06:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:26:04, Sys 0 00:03:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:26:04, Sys 0 00:03:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1371028480 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1371028480 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1751595 1 970203656 Memory (MB) : 377 1024 2500 ... 028 (1259.075.000) 05/25 19:06:27 Job ad information event triggered. SentBytes = 1371028480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28244" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:26:04, Sys 0 00:03:06" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 75 EventTime = "2019-05-25T19:06:27" TotalSentBytes = 1371028480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:26:04, Sys 0 00:03:06" JOB_GLIDEIN_SiteWMS_JobId = "67963.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.273.000) 05/25 19:06:27 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306192 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:06:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 19:06:28 Image size of job updated: 1268908 362 - MemoryUsage of job (MB) 369932 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 19:06:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 369932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 19:06:28 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 398508 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 19:06:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 19:06:29 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 407300 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 19:06:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 407300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 19:06:29 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309980 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 19:06:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 19:06:29 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375360 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 19:06:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 375360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:06:30 Image size of job updated: 1336492 294 - MemoryUsage of job (MB) 300192 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:06:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 19:06:30 Image size of job updated: 1436928 395 - MemoryUsage of job (MB) 403800 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 19:06:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.232.000) 05/25 19:06:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_10580_227015572@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.232.000) 05/25 19:06:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 232 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4366425.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714855" StartdName = "glidein_10580_227015572@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-12-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 19:06:31 Image size of job updated: 1405936 385 - MemoryUsage of job (MB) 393484 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 19:06:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 393484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:06:32 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345720 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:06:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 19:06:32 Image size of job updated: 1436928 394 - MemoryUsage of job (MB) 402684 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 19:06:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 402684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 19:06:33 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318376 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 19:06:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.278.000) 05/25 19:06:33 Image size of job updated: 1409624 410 - MemoryUsage of job (MB) 419632 - ResidentSetSize of job (KB) ... 028 (1259.278.000) 05/25 19:06:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.288.000) 05/25 19:06:33 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 373812 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 19:06:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 373812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 19:06:33 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 402340 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 19:06:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 19:06:35 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 402268 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 19:06:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:06:36 Image size of job updated: 1389376 394 - MemoryUsage of job (MB) 403044 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:06:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.056.000) 05/25 19:06:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:05:50, Sys 0 00:01:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:05:50, Sys 0 00:01:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1344138368 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1344138368 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1725340 1 8621793 Memory (MB) : 396 1024 1024 ... 028 (1259.056.000) 05/25 19:06:39 Job ad information event triggered. SentBytes = 1344138368.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6874961" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:05:50, Sys 0 00:01:25" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 56 EventTime = "2019-05-25T19:06:39" TotalSentBytes = 1344138368.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:05:50, Sys 0 00:01:25" JOB_GLIDEIN_SiteWMS_JobId = "465784" TotalReceivedBytes = 422560224.0 ... 006 (1259.130.000) 05/25 19:06:42 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344316 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:06:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:06:43 Image size of job updated: 1336492 295 - MemoryUsage of job (MB) 301564 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:06:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 295 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 301564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:06:45 Image size of job updated: 1268908 305 - MemoryUsage of job (MB) 311980 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:06:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:06:45 Image size of job updated: 1454920 351 - MemoryUsage of job (MB) 359376 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:06:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 359376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:06:45 Image size of job updated: 1268904 372 - MemoryUsage of job (MB) 379988 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:06:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:06:45 Image size of job updated: 2013552 398 - MemoryUsage of job (MB) 407500 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 19:06:45 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 407500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:06:45 Image size of job updated: 1268904 322 - MemoryUsage of job (MB) 328744 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:06:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 19:06:46 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 397444 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 19:06:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:06:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 397444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 19:06:48 Image size of job updated: 1621708 353 - MemoryUsage of job (MB) 360804 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 19:06:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 360804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.060.000) 05/25 19:06:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:15:42, Sys 0 00:02:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:15:42, Sys 0 00:02:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1267078912 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1267078912 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1650083 1 669427564 Memory (MB) : 389 1024 1920 ... 028 (1259.060.000) 05/25 19:06:48 Job ad information event triggered. SentBytes = 1267078912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c023.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:15:42, Sys 0 00:02:30" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 60 EventTime = "2019-05-25T19:06:48" TotalSentBytes = 1267078912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:15:42, Sys 0 00:02:30" JOB_GLIDEIN_SiteWMS_JobId = "264640.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.226.000) 05/25 19:06:49 Image size of job updated: 1331484 351 - MemoryUsage of job (MB) 358896 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 19:06:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:06:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.147.000) 05/25 19:06:51 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 360416 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 19:06:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 360416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:06:51 Image size of job updated: 1387332 337 - MemoryUsage of job (MB) 344316 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:06:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 344316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 19:06:55 Image size of job updated: 1471472 385 - MemoryUsage of job (MB) 394064 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 19:06:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 394064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:06:55 Image size of job updated: 1403880 336 - MemoryUsage of job (MB) 343692 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:06:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 343692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 19:06:55 Image size of job updated: 2213880 402 - MemoryUsage of job (MB) 411512 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 19:06:55 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2213880 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 411512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 19:06:56 Image size of job updated: 1387328 407 - MemoryUsage of job (MB) 415852 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 19:06:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:06:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 415852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 19:06:57 Image size of job updated: 1454920 340 - MemoryUsage of job (MB) 347808 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 19:06:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 347808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:06:57 Image size of job updated: 1387328 338 - MemoryUsage of job (MB) 346032 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:06:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 346032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:06:58 Image size of job updated: 1252352 366 - MemoryUsage of job (MB) 374728 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 19:06:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:06:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 19:06:58 Image size of job updated: 1387332 337 - MemoryUsage of job (MB) 344384 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 19:06:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:06:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 344384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 19:06:59 Image size of job updated: 1336492 313 - MemoryUsage of job (MB) 319552 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 19:06:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 19:06:59 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310492 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 19:06:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:06:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.089.000) 05/25 19:06:59 Image size of job updated: 1403884 383 - MemoryUsage of job (MB) 391916 - ResidentSetSize of job (KB) ... 028 (1259.089.000) 05/25 19:06:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:06:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 391916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 19:07:00 Image size of job updated: 1387332 349 - MemoryUsage of job (MB) 357080 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 19:07:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 357080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 19:07:00 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312980 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 19:07:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:07:02 Image size of job updated: 1268908 318 - MemoryUsage of job (MB) 325096 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:07:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:07:03 Image size of job updated: 1268908 317 - MemoryUsage of job (MB) 323612 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:07:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.064.000) 05/25 19:07:04 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:58, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:58, Sys 0 00:01:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1374175488 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1374175488 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1754669 1 403934144 Memory (MB) : 401 1024 1920 ... 028 (1259.064.000) 05/25 19:07:04 Job ad information event triggered. SentBytes = 1374175488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c466.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:58, Sys 0 00:01:58" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 64 EventTime = "2019-05-25T19:07:04" TotalSentBytes = 1374175488.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:21:58, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "264636.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.191.000) 05/25 19:07:04 Image size of job updated: 1268904 292 - MemoryUsage of job (MB) 298204 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:07:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 292 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 298204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 19:07:05 Image size of job updated: 1504520 341 - MemoryUsage of job (MB) 348600 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 19:07:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 348600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 19:07:06 Image size of job updated: 1473528 387 - MemoryUsage of job (MB) 395856 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 19:07:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 395856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.029.000) 05/25 19:07:08 Image size of job updated: 1570676 370 - MemoryUsage of job (MB) 378848 - ResidentSetSize of job (KB) ... 028 (1259.029.000) 05/25 19:07:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:07:08 Image size of job updated: 1387332 336 - MemoryUsage of job (MB) 343616 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:07:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 343616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 19:07:09 Image size of job updated: 1407572 402 - MemoryUsage of job (MB) 410984 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 19:07:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.156.000) 05/25 19:07:10 Image size of job updated: 1554120 339 - MemoryUsage of job (MB) 346356 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:07:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 346356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 19:07:10 Image size of job updated: 1403888 337 - MemoryUsage of job (MB) 344588 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 19:07:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 344588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 19:07:11 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353596 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 19:07:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 353596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 19:07:11 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 379072 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 19:07:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 379072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:07:12 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 376940 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:07:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 376940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 19:07:16 Image size of job updated: 1570672 401 - MemoryUsage of job (MB) 409936 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 19:07:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 19:07:17 Image size of job updated: 1453484 400 - MemoryUsage of job (MB) 409340 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 19:07:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 409340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.225.000) 05/25 19:07:18 Image size of job updated: 1277224 171 - MemoryUsage of job (MB) 174820 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/25 19:07:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1277224 Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 171 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 174820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 19:07:20 Image size of job updated: 1456968 373 - MemoryUsage of job (MB) 381716 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 19:07:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:07:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 381716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:07:20 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 367672 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:07:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:07:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:07:22 Image size of job updated: 1336492 361 - MemoryUsage of job (MB) 368928 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:07:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 368928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 19:07:23 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309432 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 19:07:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:07:23 Image size of job updated: 1454920 358 - MemoryUsage of job (MB) 366416 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:07:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 366416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 19:07:25 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 368540 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:07:25 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:07:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 19:07:27 Image size of job updated: 1387328 402 - MemoryUsage of job (MB) 410828 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:07:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:07:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 410828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:07:28 Image size of job updated: 1268908 370 - MemoryUsage of job (MB) 378180 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:07:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 378180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:07:28 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 322712 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:07:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 19:07:29 Image size of job updated: 1621708 403 - MemoryUsage of job (MB) 412020 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 19:07:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 412020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:07:30 Image size of job updated: 1336488 316 - MemoryUsage of job (MB) 323108 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 19:07:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 19:07:30 Image size of job updated: 1436932 338 - MemoryUsage of job (MB) 345868 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 19:07:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:07:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 345868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 19:07:32 Image size of job updated: 1572724 369 - MemoryUsage of job (MB) 376876 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 19:07:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:07:33 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362640 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:07:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:07:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:07:34 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 311224 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:07:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:07:34 Image size of job updated: 1403888 387 - MemoryUsage of job (MB) 396052 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:07:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 396052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 19:07:35 Image size of job updated: 1438980 400 - MemoryUsage of job (MB) 409068 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 19:07:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:07:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 409068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 19:07:35 Image size of job updated: 1570676 389 - MemoryUsage of job (MB) 398212 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 19:07:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 19:07:36 Image size of job updated: 1268908 369 - MemoryUsage of job (MB) 376836 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 19:07:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 376836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 19:07:38 Image size of job updated: 1389380 397 - MemoryUsage of job (MB) 406080 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 19:07:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:07:38 Image size of job updated: 1268908 313 - MemoryUsage of job (MB) 320364 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:07:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 19:07:38 Image size of job updated: 1570672 364 - MemoryUsage of job (MB) 372168 - ResidentSetSize of job (KB) ... 006 (1259.162.000) 05/25 19:07:38 Image size of job updated: 1454916 395 - MemoryUsage of job (MB) 404276 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 19:07:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.162.000) 05/25 19:07:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 19:07:39 Image size of job updated: 1336496 320 - MemoryUsage of job (MB) 327384 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 19:07:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 19:07:41 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311224 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 19:07:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 19:07:42 Job executing on host: <192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP> ... 028 (1259.232.000) 05/25 19:07:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:07:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466105" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875176" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.030.000) 05/25 19:07:42 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354452 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:07:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.103.000) 05/25 19:07:45 Image size of job updated: 1456968 357 - MemoryUsage of job (MB) 365540 - ResidentSetSize of job (KB) ... 028 (1259.103.000) 05/25 19:07:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 103 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:07:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 19:07:48 Image size of job updated: 1268908 370 - MemoryUsage of job (MB) 378448 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:07:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 378448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 19:07:49 Image size of job updated: 1268908 368 - MemoryUsage of job (MB) 376052 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 19:07:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:07:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 376052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:07:49 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315580 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:07:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:07:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 315580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.105.000) 05/25 19:07:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:48, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:48, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1390679424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1390679424 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1770786 1 598185944 Memory (MB) : 399 1024 1920 ... 028 (1259.105.000) 05/25 19:07:50 Job ad information event triggered. SentBytes = 1390679424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7369119" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c341.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:48, Sys 0 00:02:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 105 EventTime = "2019-05-25T19:07:50" TotalSentBytes = 1390679424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:19:48, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "1379686.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.164.000) 05/25 19:07:51 Image size of job updated: 1436932 404 - MemoryUsage of job (MB) 413232 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:07:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:07:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 19:07:51 Image size of job updated: 1389380 396 - MemoryUsage of job (MB) 405092 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 19:07:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:07:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.101.000) 05/25 19:07:52 Image size of job updated: 1490632 401 - MemoryUsage of job (MB) 410176 - ResidentSetSize of job (KB) ... 028 (1259.101.000) 05/25 19:07:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1490632 Proc = 101 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:07:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23855" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.097.000) 05/25 19:07:59 Image size of job updated: 1438980 400 - MemoryUsage of job (MB) 409232 - ResidentSetSize of job (KB) ... 028 (1259.097.000) 05/25 19:07:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 97 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720343" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" Subproc = 0 ResidentSetSize = 409232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.272.000) 05/25 19:07:59 Job reconnected to glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309 startd address: <10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP> starter address: <10.0.2.15:35005?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871011&PrivNet=BFAS-SCWC-200-S7-its-c7-osg-20190309&addrs=10.0.2.15-35005&noUDP> ... 028 (1259.272.000) 05/25 19:07:59 Job ad information event triggered. StartdAddr = "<10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14152" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T19:07:59" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:35005?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#871011&PrivNet=BFAS-SCWC-200-S7-its-c7-osg-20190309&addrs=10.0.2.15-35005&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" EventDescription = "Job reconnected" ... 006 (1259.165.000) 05/25 19:08:01 Image size of job updated: 1387328 400 - MemoryUsage of job (MB) 409000 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:08:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:08:02 Image size of job updated: 1268908 300 - MemoryUsage of job (MB) 306568 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.259.000) 05/25 19:08:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3427_272157305@MAX-L415-01-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.259.000) 05/25 19:08:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 259 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391186.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3427_272157305@MAX-L415-01-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 19:08:04 Image size of job updated: 1387332 394 - MemoryUsage of job (MB) 403332 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 19:08:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:08:05 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 365304 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:08:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 365304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:08:05 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 323408 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:08:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 19:08:05 Image size of job updated: 1570676 387 - MemoryUsage of job (MB) 395616 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 19:08:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.104.000) 05/25 19:08:06 Image size of job updated: 1456972 343 - MemoryUsage of job (MB) 350248 - ResidentSetSize of job (KB) ... 028 (1259.104.000) 05/25 19:08:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 104 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23388" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 350248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 19:08:06 Image size of job updated: 1263892 352 - MemoryUsage of job (MB) 360208 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 19:08:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:08:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.045.000) 05/25 19:08:07 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 322056 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:08:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 19:08:11 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 360700 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 19:08:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:08:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 024 (1259.269.000) 05/25 19:08:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3425_465692064@MAX-L415-01-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.269.000) 05/25 19:08:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 269 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391187.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3425_465692064@MAX-L415-01-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L415-01-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 19:08:17 Image size of job updated: 1336496 314 - MemoryUsage of job (MB) 321096 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:08:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:08:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 19:08:18 Image size of job updated: 1289916 356 - MemoryUsage of job (MB) 363848 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 19:08:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:08:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 363848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:08:19 Image size of job updated: 1387328 368 - MemoryUsage of job (MB) 376648 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:08:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 376648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 19:08:20 Image size of job updated: 1323844 398 - MemoryUsage of job (MB) 407456 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 19:08:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 407456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:08:25 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314824 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:08:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 314824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.096.000) 05/25 19:08:29 Image size of job updated: 1456972 405 - MemoryUsage of job (MB) 413812 - ResidentSetSize of job (KB) ... 028 (1259.096.000) 05/25 19:08:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456972 Proc = 96 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:08:30 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 411420 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:08:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.097.000) 05/25 19:08:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:27, Sys 0 00:01:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:27, Sys 0 00:01:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386313216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386313216 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1766522 1 582509332 Memory (MB) : 400 1024 1920 ... 028 (1259.097.000) 05/25 19:08:30 Job ad information event triggered. SentBytes = 1386313216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7720343" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c246.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:27, Sys 0 00:01:53" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 97 EventTime = "2019-05-25T19:08:30" TotalSentBytes = 1386313216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:19:27, Sys 0 00:01:53" JOB_GLIDEIN_SiteWMS_JobId = "1666932.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.009.000) 05/25 19:08:31 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 413712 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:08:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 413712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:08:36 Image size of job updated: 1387332 342 - MemoryUsage of job (MB) 349216 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:08:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:08:40 Image size of job updated: 1403884 329 - MemoryUsage of job (MB) 336636 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:08:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 336636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 19:08:41 Image size of job updated: 1336496 299 - MemoryUsage of job (MB) 306144 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 19:08:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:08:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:08:44 Image size of job updated: 1436928 398 - MemoryUsage of job (MB) 407056 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:08:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 407056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:08:44 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 406852 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:08:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.263.000) 05/25 19:08:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.263.000) 05/25 19:08:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 263 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4389529.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23088" StartdName = "glidein_3424_98177490@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-15-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:08:47 Image size of job updated: 1436932 334 - MemoryUsage of job (MB) 341812 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:08:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:08:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 341812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:08:47 Image size of job updated: 1319936 373 - MemoryUsage of job (MB) 381912 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:08:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:08:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:08:53 Image size of job updated: 1471472 390 - MemoryUsage of job (MB) 398356 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:08:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:08:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 398356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:08:54 Image size of job updated: 1251600 372 - MemoryUsage of job (MB) 379924 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:08:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:08:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 379924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.050.000) 05/25 19:08:57 Image size of job updated: 1494536 350 - MemoryUsage of job (MB) 357480 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 19:08:57 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:08:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 ResidentSetSize = 357480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.269.000) 05/25 19:08:57 Job executing on host: <72.36.96.174:43262?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875751&addrs=72.36.96.174-43262&noUDP> ... 028 (1259.269.000) 05/25 19:08:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:43262?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875751&addrs=72.36.96.174-43262&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/25 19:08:59 Job executing on host: <192.170.226.140:44596?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875452&addrs=192.170.226.140-44596&noUDP> ... 028 (1259.259.000) 05/25 19:08:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:08:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.140:44596?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875452&addrs=192.170.226.140-44596&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:09:01 Image size of job updated: 1252348 359 - MemoryUsage of job (MB) 366940 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:09:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.206.000) 05/25 19:09:01 Image size of job updated: 1388632 412 - MemoryUsage of job (MB) 421140 - ResidentSetSize of job (KB) ... 028 (1259.206.000) 05/25 19:09:01 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1388632 Proc = 206 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29476" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 421140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 19:09:02 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403340 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 19:09:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:09:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:09:06 Image size of job updated: 1621708 336 - MemoryUsage of job (MB) 343492 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:09:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:09:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 343492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:09:08 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310488 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:09:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:09:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:09:12 Image size of job updated: 1454920 340 - MemoryUsage of job (MB) 347508 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:09:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:09:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 347508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:09:17 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303968 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:09:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:09:20 Image size of job updated: 1252348 298 - MemoryUsage of job (MB) 304416 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:09:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 304416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 19:09:25 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 338964 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:09:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:09:26 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335588 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:09:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:09:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:09:28 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313872 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:09:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 19:09:29 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365588 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 19:09:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:09:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:09:32 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311544 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:09:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 19:09:32 Image size of job updated: 1252348 358 - MemoryUsage of job (MB) 365952 - ResidentSetSize of job (KB) ... 005 (1259.065.000) 05/25 19:09:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:41, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:41, Sys 0 00:02:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1373369088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1373369088 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1753881 1 363477120 Memory (MB) : 398 1024 1920 ... 028 (1259.199.000) 05/25 19:09:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:09:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.065.000) 05/25 19:09:32 Job ad information event triggered. SentBytes = 1373369088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968882" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c249.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:41, Sys 0 00:02:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 65 EventTime = "2019-05-25T19:09:32" TotalSentBytes = 1373369088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:41, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "264504.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.087.000) 05/25 19:09:36 Image size of job updated: 1570676 362 - MemoryUsage of job (MB) 369708 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 19:09:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:09:38 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311572 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 19:09:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:09:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:09:38 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 355156 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:09:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:09:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:09:40 Image size of job updated: 1252348 346 - MemoryUsage of job (MB) 354228 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:09:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 354228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 19:09:45 Image size of job updated: 1454916 416 - MemoryUsage of job (MB) 425172 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 19:09:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:09:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:09:48 Image size of job updated: 1554120 332 - MemoryUsage of job (MB) 339064 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:09:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:09:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 339064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:09:50 Image size of job updated: 1263896 352 - MemoryUsage of job (MB) 360156 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:09:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:09:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 19:09:57 Image size of job updated: 1387332 402 - MemoryUsage of job (MB) 410952 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:09:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:09:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 19:09:57 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310692 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 19:09:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:09:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 19:09:58 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321996 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:09:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:09:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 19:09:59 Image size of job updated: 1454916 416 - MemoryUsage of job (MB) 425672 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 19:09:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:09:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 425672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.263.000) 05/25 19:10:00 Job executing on host: <192.168.3.153:44145?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880494&addrs=192.168.3.153-44145&noUDP> ... 028 (1259.263.000) 05/25 19:10:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 263 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:10:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.153:44145?CCBID=192.170.227.251:9897%3faddrs%3d192.170.227.251-9897#880494&addrs=192.168.3.153-44145&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "467483" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.290.000) 05/25 19:10:02 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357440 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 19:10:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:10:02 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 315764 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:10:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:10:04 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364316 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:10:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:10:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:10:05 Image size of job updated: 1268904 318 - MemoryUsage of job (MB) 325372 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:10:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 325372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:10:07 Image size of job updated: 1386580 405 - MemoryUsage of job (MB) 414640 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:10:07 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:10:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 414640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:10:09 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 317232 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:10:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.103.000) 05/25 19:10:15 Job terminated. (1) Normal termination (return value 0) Usr 0 01:16:43, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:16:43, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1390552576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1390552576 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1770663 1 569901996 Memory (MB) : 357 1024 1920 ... 028 (1259.103.000) 05/25 19:10:15 Job ad information event triggered. SentBytes = 1390552576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968619" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c087.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:16:43, Sys 0 00:02:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 103 EventTime = "2019-05-25T19:10:15" TotalSentBytes = 1390552576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:16:43, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "271648.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.080.000) 05/25 19:10:15 Image size of job updated: 1471472 388 - MemoryUsage of job (MB) 396716 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:10:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 396716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:10:16 Image size of job updated: 1336496 320 - MemoryUsage of job (MB) 327256 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:10:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:10:18 Image size of job updated: 1521072 328 - MemoryUsage of job (MB) 335172 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:10:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 335172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:10:19 Image size of job updated: 1336492 320 - MemoryUsage of job (MB) 327604 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:10:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.122.000) 05/25 19:10:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:37, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:37, Sys 0 00:02:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1336142080 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1336142080 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1717530 1 5811994 Memory (MB) : 375 1024 1024 ... 028 (1259.122.000) 05/25 19:10:22 Job ad information event triggered. SentBytes = 1336142080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:37, Sys 0 00:02:20" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 122 EventTime = "2019-05-25T19:10:22" TotalSentBytes = 1336142080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:19:37, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.184.000) 05/25 19:10:23 Image size of job updated: 1319936 297 - MemoryUsage of job (MB) 303448 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:10:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 303448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:10:27 Image size of job updated: 1387328 389 - MemoryUsage of job (MB) 397580 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:10:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:10:28 Image size of job updated: 1268900 320 - MemoryUsage of job (MB) 326872 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:10:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:10:29 Image size of job updated: 1403884 381 - MemoryUsage of job (MB) 389516 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:10:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 389516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:10:31 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336128 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:10:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:10:37 Image size of job updated: 1336496 369 - MemoryUsage of job (MB) 377336 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:10:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 377336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 19:10:37 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 312460 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 19:10:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:10:38 Image size of job updated: 1336492 318 - MemoryUsage of job (MB) 325276 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:10:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 19:10:38 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 326736 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 19:10:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 19:10:38 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 407948 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 19:10:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:10:42 Image size of job updated: 1572724 393 - MemoryUsage of job (MB) 402324 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:10:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 402324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:10:47 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335752 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:10:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:10:48 Image size of job updated: 1390936 335 - MemoryUsage of job (MB) 342672 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:10:48 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:10:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 342672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:10:49 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 360720 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:10:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:10:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.136.000) 05/25 19:10:50 Image size of job updated: 1572724 370 - MemoryUsage of job (MB) 378232 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 19:10:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:10:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 19:10:51 Image size of job updated: 1673644 442 - MemoryUsage of job (MB) 452160 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:10:51 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 442 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 452160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/25 19:10:51 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 313660 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 19:10:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 19:10:54 Image size of job updated: 1436932 350 - MemoryUsage of job (MB) 358148 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:10:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:10:57 Image size of job updated: 1268908 306 - MemoryUsage of job (MB) 313340 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:10:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:10:58 Image size of job updated: 1387328 409 - MemoryUsage of job (MB) 417860 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:10:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:10:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 417860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:10:59 Image size of job updated: 1268908 319 - MemoryUsage of job (MB) 326016 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:10:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:10:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 19:10:59 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 359792 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:10:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:10:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 359792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 19:11:00 Image size of job updated: 1504516 345 - MemoryUsage of job (MB) 352508 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 19:11:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 352508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 19:11:01 Image size of job updated: 1336496 370 - MemoryUsage of job (MB) 378220 - ResidentSetSize of job (KB) ... 028 (1259.243.000) 05/25 19:11:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 378220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 19:11:01 Image size of job updated: 1453484 383 - MemoryUsage of job (MB) 391356 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 19:11:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 391356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:11:01 Image size of job updated: 1390928 342 - MemoryUsage of job (MB) 349528 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:11:01 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 349528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.066.000) 05/25 19:11:02 Image size of job updated: 1389380 340 - MemoryUsage of job (MB) 348080 - ResidentSetSize of job (KB) ... 028 (1259.066.000) 05/25 19:11:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 66 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:11:05 Image size of job updated: 1436928 395 - MemoryUsage of job (MB) 404408 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:11:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 19:11:06 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375484 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:11:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 375484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 19:11:07 Image size of job updated: 1336492 370 - MemoryUsage of job (MB) 378652 - ResidentSetSize of job (KB) ... 006 (1259.091.000) 05/25 19:11:07 Image size of job updated: 1570676 297 - MemoryUsage of job (MB) 303904 - ResidentSetSize of job (KB) ... 006 (1259.141.000) 05/25 19:11:07 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311528 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 19:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 378652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.091.000) 05/25 19:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.141.000) 05/25 19:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 19:11:08 Image size of job updated: 1572724 376 - MemoryUsage of job (MB) 384484 - ResidentSetSize of job (KB) ... 006 (1259.213.000) 05/25 19:11:09 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 360400 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 19:11:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 384484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.213.000) 05/25 19:11:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 360400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:11:10 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336136 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 19:11:10 Image size of job updated: 1268900 368 - MemoryUsage of job (MB) 376636 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:11:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 19:11:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 376636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 19:11:12 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350104 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 19:11:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 19:11:13 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314380 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 19:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:11:13 Image size of job updated: 1453484 381 - MemoryUsage of job (MB) 389368 - ResidentSetSize of job (KB) ... 006 (1259.067.000) 05/25 19:11:14 Image size of job updated: 1389380 401 - MemoryUsage of job (MB) 410116 - ResidentSetSize of job (KB) ... 006 (1259.071.000) 05/25 19:11:15 Image size of job updated: 1405940 389 - MemoryUsage of job (MB) 398016 - ResidentSetSize of job (KB) ... 006 (1259.247.000) 05/25 19:11:15 Image size of job updated: 1436928 349 - MemoryUsage of job (MB) 357016 - ResidentSetSize of job (KB) ... 006 (1259.248.000) 05/25 19:11:15 Image size of job updated: 1436928 346 - MemoryUsage of job (MB) 353600 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 389368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 19:11:16 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342264 - ResidentSetSize of job (KB) ... 006 (1259.271.000) 05/25 19:11:16 Image size of job updated: 1453484 377 - MemoryUsage of job (MB) 385628 - ResidentSetSize of job (KB) ... 028 (1259.067.000) 05/25 19:11:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 67 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.071.000) 05/25 19:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 398016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.247.000) 05/25 19:11:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 357016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 19:11:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 353600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.181.000) 05/25 19:11:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.271.000) 05/25 19:11:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:11:17 Image size of job updated: 1336496 374 - MemoryUsage of job (MB) 382464 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 19:11:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:11:19 Image size of job updated: 1387328 347 - MemoryUsage of job (MB) 354728 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:11:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 354728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:11:20 Image size of job updated: 1387328 345 - MemoryUsage of job (MB) 353228 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:11:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 353228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.244.000) 05/25 19:11:21 Image size of job updated: 1268900 368 - MemoryUsage of job (MB) 376604 - ResidentSetSize of job (KB) ... 028 (1259.244.000) 05/25 19:11:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 376604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:11:22 Image size of job updated: 1436928 399 - MemoryUsage of job (MB) 408244 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:11:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 408244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 19:11:24 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313840 - ResidentSetSize of job (KB) ... 006 (1259.049.000) 05/25 19:11:24 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 402384 - ResidentSetSize of job (KB) ... 006 (1259.017.000) 05/25 19:11:24 Image size of job updated: 1387328 408 - MemoryUsage of job (MB) 417332 - ResidentSetSize of job (KB) ... 006 (1259.275.000) 05/25 19:11:25 Image size of job updated: 1336492 367 - MemoryUsage of job (MB) 375800 - ResidentSetSize of job (KB) ... 006 (1259.289.000) 05/25 19:11:25 Image size of job updated: 1268904 366 - MemoryUsage of job (MB) 374056 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 19:11:25 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310160 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:11:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.049.000) 05/25 19:11:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.017.000) 05/25 19:11:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.275.000) 05/25 19:11:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/25 19:11:25 Image size of job updated: 1454916 399 - MemoryUsage of job (MB) 408500 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 19:11:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 374056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.297.000) 05/25 19:11:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:11:26 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316512 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 19:11:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 408500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.185.000) 05/25 19:11:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 19:11:26 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316128 - ResidentSetSize of job (KB) ... 006 (1259.253.000) 05/25 19:11:26 Image size of job updated: 1554116 346 - MemoryUsage of job (MB) 353452 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 19:11:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.253.000) 05/25 19:11:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 353452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 19:11:27 Image size of job updated: 1436928 350 - MemoryUsage of job (MB) 358140 - ResidentSetSize of job (KB) ... 006 (1259.255.000) 05/25 19:11:27 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 412312 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 19:11:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 358140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.255.000) 05/25 19:11:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 412312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:11:28 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306864 - ResidentSetSize of job (KB) ... 006 (1259.262.000) 05/25 19:11:28 Image size of job updated: 1268908 363 - MemoryUsage of job (MB) 370936 - ResidentSetSize of job (KB) ... 006 (1259.070.000) 05/25 19:11:28 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 400968 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:11:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.262.000) 05/25 19:11:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 370936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.070.000) 05/25 19:11:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 19:11:29 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 410392 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 19:11:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 410392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 19:11:29 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313488 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 19:11:29 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 311216 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 19:11:29 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 376964 - ResidentSetSize of job (KB) ... 006 (1259.048.000) 05/25 19:11:30 Image size of job updated: 1436928 398 - MemoryUsage of job (MB) 406580 - ResidentSetSize of job (KB) ... 006 (1259.292.000) 05/25 19:11:30 Image size of job updated: 1336492 294 - MemoryUsage of job (MB) 300948 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 19:11:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 19:11:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 19:11:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 376964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.129.000) 05/25 19:11:31 Image size of job updated: 1405936 387 - MemoryUsage of job (MB) 395356 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 19:11:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 19:11:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.129.000) 05/25 19:11:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 395356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 19:11:31 Image size of job updated: 1572724 366 - MemoryUsage of job (MB) 374676 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 19:11:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 374676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:11:32 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348352 - ResidentSetSize of job (KB) ... 006 (1259.276.000) 05/25 19:11:32 Image size of job updated: 1436928 397 - MemoryUsage of job (MB) 405920 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:11:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.276.000) 05/25 19:11:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:11:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 405920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 19:11:33 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332620 - ResidentSetSize of job (KB) ... 006 (1259.278.000) 05/25 19:11:33 Image size of job updated: 1409624 414 - MemoryUsage of job (MB) 423856 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 19:11:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.278.000) 05/25 19:11:33 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1409624 Proc = 278 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466635" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.099.000) 05/25 19:11:34 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404860 - ResidentSetSize of job (KB) ... 028 (1259.099.000) 05/25 19:11:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 19:11:34 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375420 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 19:11:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 375420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:11:37 Image size of job updated: 1389376 396 - MemoryUsage of job (MB) 404992 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:11:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 19:11:43 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346076 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:11:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:11:44 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303524 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:11:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:11:45 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 313440 - ResidentSetSize of job (KB) ... 006 (1259.153.000) 05/25 19:11:45 Image size of job updated: 1454920 355 - MemoryUsage of job (MB) 362928 - ResidentSetSize of job (KB) ... 006 (1259.168.000) 05/25 19:11:46 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347412 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:11:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:11:46 Image size of job updated: 2013552 401 - MemoryUsage of job (MB) 410060 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:11:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 362928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:11:46 Image size of job updated: 1453484 387 - MemoryUsage of job (MB) 395880 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:11:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.018.000) 05/25 19:11:46 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:11:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 410060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 19:11:47 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 400128 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:11:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 395880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.283.000) 05/25 19:11:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:11:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 400128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 19:11:49 Image size of job updated: 1621708 357 - MemoryUsage of job (MB) 364676 - ResidentSetSize of job (KB) ... 006 (1259.147.000) 05/25 19:11:51 Image size of job updated: 1454920 356 - MemoryUsage of job (MB) 364376 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 19:11:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 364676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.147.000) 05/25 19:11:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 364376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:11:52 Image size of job updated: 1387332 339 - MemoryUsage of job (MB) 347016 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:11:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 347016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 19:11:55 Image size of job updated: 1471472 386 - MemoryUsage of job (MB) 394852 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 19:11:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 394852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:11:55 Image size of job updated: 1403880 337 - MemoryUsage of job (MB) 344760 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:11:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 344760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 19:11:56 Image size of job updated: 2213880 404 - MemoryUsage of job (MB) 413624 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 19:11:56 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2213880 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:11:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 413624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:11:57 Image size of job updated: 1387328 341 - MemoryUsage of job (MB) 348180 - ResidentSetSize of job (KB) ... 006 (1259.148.000) 05/25 19:11:57 Image size of job updated: 1454920 344 - MemoryUsage of job (MB) 351952 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:11:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 19:11:57 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419216 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 19:11:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 351952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:11:58 Image size of job updated: 1252352 369 - MemoryUsage of job (MB) 377428 - ResidentSetSize of job (KB) ... 006 (1259.234.000) 05/25 19:11:58 Image size of job updated: 1342468 310 - MemoryUsage of job (MB) 317252 - ResidentSetSize of job (KB) ... 006 (1259.154.000) 05/25 19:11:59 Image size of job updated: 1387332 339 - MemoryUsage of job (MB) 347020 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:11:59 Image size of job updated: 1336492 314 - MemoryUsage of job (MB) 321276 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 19:11:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:11:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 419216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.295.000) 05/25 19:11:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:11:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.234.000) 05/25 19:11:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:11:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 19:11:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:11:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 347020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:11:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:11:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 19:12:00 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311220 - ResidentSetSize of job (KB) ... 006 (1259.089.000) 05/25 19:12:00 Image size of job updated: 1403884 385 - MemoryUsage of job (MB) 393492 - ResidentSetSize of job (KB) ... 006 (1259.157.000) 05/25 19:12:00 Image size of job updated: 1387332 353 - MemoryUsage of job (MB) 360532 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 19:12:01 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313964 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 19:12:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.089.000) 05/25 19:12:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 393492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.157.000) 05/25 19:12:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 360532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 19:12:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:12:02 Image size of job updated: 1570676 318 - MemoryUsage of job (MB) 325096 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:12:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:12:03 Image size of job updated: 1268908 318 - MemoryUsage of job (MB) 325124 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:12:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 19:12:05 Image size of job updated: 1504520 344 - MemoryUsage of job (MB) 351996 - ResidentSetSize of job (KB) ... 006 (1259.191.000) 05/25 19:12:06 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300148 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 19:12:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 351996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.191.000) 05/25 19:12:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 19:12:07 Image size of job updated: 1473528 389 - MemoryUsage of job (MB) 397984 - ResidentSetSize of job (KB) ... 006 (1259.152.000) 05/25 19:12:08 Image size of job updated: 1387332 339 - MemoryUsage of job (MB) 346216 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 19:12:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 397984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.152.000) 05/25 19:12:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 346216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.285.000) 05/25 19:12:10 Image size of job updated: 1407572 405 - MemoryUsage of job (MB) 414152 - ResidentSetSize of job (KB) ... 006 (1259.156.000) 05/25 19:12:10 Image size of job updated: 1554120 341 - MemoryUsage of job (MB) 348936 - ResidentSetSize of job (KB) ... 006 (1259.137.000) 05/25 19:12:11 Image size of job updated: 1403888 339 - MemoryUsage of job (MB) 346680 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 19:12:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:12:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.173.000) 05/25 19:12:11 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 399476 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:12:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 348936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.137.000) 05/25 19:12:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 346680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 19:12:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 399476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:12:13 Image size of job updated: 1336496 370 - MemoryUsage of job (MB) 378004 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:12:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 378004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 19:12:17 Image size of job updated: 1453484 403 - MemoryUsage of job (MB) 412616 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 19:12:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 412616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.107.000) 05/25 19:12:20 Image size of job updated: 1456968 375 - MemoryUsage of job (MB) 383944 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 19:12:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1456968 Proc = 107 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:12:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369200" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" Subproc = 0 ResidentSetSize = 383944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:12:21 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 370788 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:12:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:12:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:12:22 Image size of job updated: 1336492 362 - MemoryUsage of job (MB) 369696 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:12:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 369696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:12:23 Image size of job updated: 1454920 361 - MemoryUsage of job (MB) 369300 - ResidentSetSize of job (KB) ... 006 (1259.192.000) 05/25 19:12:23 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309860 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:12:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 369300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 19:12:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 19:12:26 Image size of job updated: 1500000 381 - MemoryUsage of job (MB) 389448 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:12:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:12:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 389448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 19:12:27 Image size of job updated: 1387328 404 - MemoryUsage of job (MB) 413648 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:12:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:12:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 413648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:12:28 Image size of job updated: 1471476 388 - MemoryUsage of job (MB) 397192 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:12:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 397192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:12:28 Image size of job updated: 1336496 317 - MemoryUsage of job (MB) 323724 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:12:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 19:12:30 Image size of job updated: 1621708 406 - MemoryUsage of job (MB) 415148 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 19:12:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 415148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:12:30 Image size of job updated: 1336488 317 - MemoryUsage of job (MB) 324268 - ResidentSetSize of job (KB) ... 006 (1259.145.000) 05/25 19:12:31 Image size of job updated: 1436932 341 - MemoryUsage of job (MB) 348512 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 19:12:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.145.000) 05/25 19:12:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:12:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 348512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:12:33 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 365908 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:12:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:12:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:12:35 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311924 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:12:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:12:35 Image size of job updated: 1403888 389 - MemoryUsage of job (MB) 397776 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:12:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 397776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 19:12:36 Image size of job updated: 1453488 383 - MemoryUsage of job (MB) 391856 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 19:12:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 391856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/25 19:12:38 Image size of job updated: 1403884 351 - MemoryUsage of job (MB) 359408 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/25 19:12:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 ResidentSetSize = 359408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 19:12:38 Image size of job updated: 1389380 400 - MemoryUsage of job (MB) 408676 - ResidentSetSize of job (KB) ... 006 (1259.024.000) 05/25 19:12:39 Image size of job updated: 1268908 315 - MemoryUsage of job (MB) 321800 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 19:12:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:12:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:12:39 Image size of job updated: 1454916 397 - MemoryUsage of job (MB) 406476 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:12:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 19:12:40 Image size of job updated: 1336496 321 - MemoryUsage of job (MB) 328388 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:12:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:12:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.043.000) 05/25 19:12:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 19:12:43 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 356864 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:12:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.127.000) 05/25 19:12:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3453_45866685@MAX-ACWARD-S5-its-c7-osg-20190309 <10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP> ... 028 (1259.127.000) 05/25 19:12:47 Job ad information event triggered. StartdAddr = "<10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14164" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 127 EventTime = "2019-05-25T19:12:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3453_45866685@MAX-ACWARD-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.177.000) 05/25 19:12:48 Image size of job updated: 1403888 384 - MemoryUsage of job (MB) 392772 - ResidentSetSize of job (KB) ... 006 (1259.202.000) 05/25 19:12:49 Image size of job updated: 1268908 369 - MemoryUsage of job (MB) 377852 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:12:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 392772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.202.000) 05/25 19:12:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:12:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 377852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:12:50 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317200 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:12:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:12:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 317200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 19:12:51 Image size of job updated: 1436932 407 - MemoryUsage of job (MB) 416076 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:12:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:12:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.108.000) 05/25 19:12:53 Image size of job updated: 1389380 399 - MemoryUsage of job (MB) 407984 - ResidentSetSize of job (KB) ... 028 (1259.108.000) 05/25 19:12:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 108 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:12:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 19:13:02 Image size of job updated: 1387328 403 - MemoryUsage of job (MB) 412408 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:13:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:13:02 Image size of job updated: 1268908 302 - MemoryUsage of job (MB) 308676 - ResidentSetSize of job (KB) ... 006 (1259.106.000) 05/25 19:13:05 Image size of job updated: 1387332 397 - MemoryUsage of job (MB) 406156 - ResidentSetSize of job (KB) ... 006 (1259.238.000) 05/25 19:13:05 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 367348 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:13:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:13:05 Image size of job updated: 1336496 319 - MemoryUsage of job (MB) 325952 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 19:13:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.238.000) 05/25 19:13:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 367348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.042.000) 05/25 19:13:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:13:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 19:13:07 Image size of job updated: 1268908 316 - MemoryUsage of job (MB) 323032 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:13:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 19:13:12 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 360808 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 19:13:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:13:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.040.000) 05/25 19:13:18 Image size of job updated: 1336496 316 - MemoryUsage of job (MB) 322584 - ResidentSetSize of job (KB) ... 006 (1259.240.000) 05/25 19:13:18 Image size of job updated: 1289916 358 - MemoryUsage of job (MB) 366180 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:13:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:13:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.240.000) 05/25 19:13:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1289916 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:13:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:13:19 Image size of job updated: 1387328 371 - MemoryUsage of job (MB) 379412 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:13:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:13:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 379412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 19:13:20 Image size of job updated: 1323844 401 - MemoryUsage of job (MB) 410248 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 19:13:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:13:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 410248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:13:25 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316516 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:13:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 316516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:13:30 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 414676 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:13:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:13:31 Image size of job updated: 1454916 408 - MemoryUsage of job (MB) 417068 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:13:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:13:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 417068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:13:37 Image size of job updated: 1387332 345 - MemoryUsage of job (MB) 352336 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:13:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 352336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:13:40 Image size of job updated: 1403884 330 - MemoryUsage of job (MB) 337440 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:13:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 337440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 19:13:42 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 307456 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 19:13:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:13:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.102.000) 05/25 19:13:42 Image size of job updated: 1323844 401 - MemoryUsage of job (MB) 410440 - ResidentSetSize of job (KB) ... 006 (1259.014.000) 05/25 19:13:44 Image size of job updated: 1436928 401 - MemoryUsage of job (MB) 409992 - ResidentSetSize of job (KB) ... 028 (1259.102.000) 05/25 19:13:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1323844 Proc = 102 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:13:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" Subproc = 0 ResidentSetSize = 410440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.014.000) 05/25 19:13:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:13:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 409992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:13:45 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 409688 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:13:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:13:47 Image size of job updated: 1436932 337 - MemoryUsage of job (MB) 344480 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:13:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:13:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 344480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:13:48 Image size of job updated: 1387328 390 - MemoryUsage of job (MB) 398348 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:13:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:13:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:13:53 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 399620 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:13:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:13:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 399620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:13:54 Image size of job updated: 1251600 373 - MemoryUsage of job (MB) 381320 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:13:54 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:13:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 381320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:14:02 Image size of job updated: 1252348 362 - MemoryUsage of job (MB) 370484 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:14:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 19:14:02 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 404544 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 19:14:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 19:14:06 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357024 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 19:14:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:14:06 Image size of job updated: 1621708 339 - MemoryUsage of job (MB) 346208 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:14:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 346208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:14:08 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311808 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:14:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 19:14:09 Image size of job updated: 1500000 348 - MemoryUsage of job (MB) 355956 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 19:14:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 ResidentSetSize = 355956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:14:13 Image size of job updated: 1454920 343 - MemoryUsage of job (MB) 350928 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:14:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:14:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 350928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:14:17 Image size of job updated: 1268904 298 - MemoryUsage of job (MB) 304352 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:14:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:14:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:14:21 Image size of job updated: 1252348 300 - MemoryUsage of job (MB) 307036 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:14:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 307036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 19:14:25 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340628 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:14:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:14:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:14:25 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338108 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:14:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:14:26 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336484 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:14:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:14:28 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315456 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:14:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:14:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 19:14:29 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367532 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 19:14:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 19:14:33 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 368448 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 19:14:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:14:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:14:33 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312888 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:14:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:14:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:14:38 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 312276 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 19:14:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:14:39 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357708 - ResidentSetSize of job (KB) ... 006 (1259.082.000) 05/25 19:14:40 Image size of job updated: 1252348 350 - MemoryUsage of job (MB) 357416 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:14:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.082.000) 05/25 19:14:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 357416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.004.000) 05/25 19:14:45 Image size of job updated: 1454916 418 - MemoryUsage of job (MB) 428008 - ResidentSetSize of job (KB) ... 028 (1259.004.000) 05/25 19:14:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 19:14:45 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359956 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 19:14:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:14:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:14:49 Image size of job updated: 1554120 335 - MemoryUsage of job (MB) 342248 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:14:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:14:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 342248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:14:51 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 360484 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:14:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:14:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.010.000) 05/25 19:14:57 Image size of job updated: 1387332 404 - MemoryUsage of job (MB) 413652 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:14:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:14:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 19:14:58 Image size of job updated: 1336496 305 - MemoryUsage of job (MB) 311992 - ResidentSetSize of job (KB) ... 006 (1259.230.000) 05/25 19:14:58 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 322732 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 19:14:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:14:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.008.000) 05/25 19:15:00 Image size of job updated: 1454916 419 - MemoryUsage of job (MB) 428660 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 19:15:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:15:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 428660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.230.000) 05/25 19:14:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:14:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 19:15:02 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 361356 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 19:15:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:15:04 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316732 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:15:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:15:04 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 366912 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:15:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:15:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:15:06 Image size of job updated: 1268904 320 - MemoryUsage of job (MB) 327372 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:15:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 327372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:15:08 Image size of job updated: 1386580 408 - MemoryUsage of job (MB) 417748 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:15:08 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:15:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 417748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:15:09 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 318780 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:15:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 19:15:16 Image size of job updated: 1471472 390 - MemoryUsage of job (MB) 398588 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:15:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 398588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:15:17 Image size of job updated: 1336496 322 - MemoryUsage of job (MB) 329100 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:15:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:15:18 Image size of job updated: 1521072 328 - MemoryUsage of job (MB) 335844 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:15:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 335844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:15:19 Image size of job updated: 1336492 323 - MemoryUsage of job (MB) 330464 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:15:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:15:24 Image size of job updated: 1319936 300 - MemoryUsage of job (MB) 306832 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:15:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 306832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:15:27 Image size of job updated: 1387328 391 - MemoryUsage of job (MB) 399896 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:15:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:15:29 Image size of job updated: 1268900 321 - MemoryUsage of job (MB) 327928 - ResidentSetSize of job (KB) ... 006 (1259.092.000) 05/25 19:15:29 Image size of job updated: 1403884 383 - MemoryUsage of job (MB) 391380 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:15:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.092.000) 05/25 19:15:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 391380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:15:32 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338216 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:15:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:15:38 Image size of job updated: 1336496 371 - MemoryUsage of job (MB) 379656 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 19:15:38 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314244 - ResidentSetSize of job (KB) ... 006 (1259.228.000) 05/25 19:15:38 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 328160 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:15:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 379656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 19:15:39 Image size of job updated: 1268904 322 - MemoryUsage of job (MB) 329112 - ResidentSetSize of job (KB) ... 006 (1259.007.000) 05/25 19:15:39 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 410124 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 19:15:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.228.000) 05/25 19:15:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.239.000) 05/25 19:15:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 19:15:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:15:42 Image size of job updated: 1572724 396 - MemoryUsage of job (MB) 404964 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:15:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 404964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 19:15:47 Image size of job updated: 1572728 334 - MemoryUsage of job (MB) 341460 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 19:15:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:15:48 Image size of job updated: 1390936 337 - MemoryUsage of job (MB) 345072 - ResidentSetSize of job (KB) ... 006 (1259.120.000) 05/25 19:15:48 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337608 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:15:48 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:15:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 345072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.120.000) 05/25 19:15:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:15:50 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 360976 - ResidentSetSize of job (KB) ... 006 (1259.136.000) 05/25 19:15:51 Image size of job updated: 1572724 372 - MemoryUsage of job (MB) 380344 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:15:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:15:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.136.000) 05/25 19:15:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 19:15:51 Image size of job updated: 1673644 444 - MemoryUsage of job (MB) 453744 - ResidentSetSize of job (KB) ... 006 (1259.231.000) 05/25 19:15:52 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 314716 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:15:51 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 444 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 453744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.231.000) 05/25 19:15:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.023.000) 05/25 19:15:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3469_81769142@BFAS-SCMC-215-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.023.000) 05/25 19:15:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 23 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:15:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378026.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716336" StartdName = "glidein_3469_81769142@BFAS-SCMC-215-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-215-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 19:15:54 Image size of job updated: 1436932 354 - MemoryUsage of job (MB) 361652 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:15:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:15:58 Image size of job updated: 1387328 412 - MemoryUsage of job (MB) 421108 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:15:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 421108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:15:58 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 314396 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:15:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 19:16:00 Image size of job updated: 1454920 355 - MemoryUsage of job (MB) 363512 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:16:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 363512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:16:00 Image size of job updated: 1268908 321 - MemoryUsage of job (MB) 328128 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 19:16:00 Image size of job updated: 1504516 347 - MemoryUsage of job (MB) 354376 - ResidentSetSize of job (KB) ... 006 (1259.243.000) 05/25 19:16:01 Image size of job updated: 1473528 387 - MemoryUsage of job (MB) 395592 - ResidentSetSize of job (KB) ... 006 (1259.088.000) 05/25 19:16:01 Image size of job updated: 1453484 384 - MemoryUsage of job (MB) 392320 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:16:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 19:16:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 354376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.243.000) 05/25 19:16:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 395592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.088.000) 05/25 19:16:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 392320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:16:02 Image size of job updated: 1390928 345 - MemoryUsage of job (MB) 352776 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:16:02 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 352776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:16:05 Image size of job updated: 1436928 398 - MemoryUsage of job (MB) 407244 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:16:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 19:16:06 Image size of job updated: 1336492 369 - MemoryUsage of job (MB) 377488 - ResidentSetSize of job (KB) ... 006 (1259.221.000) 05/25 19:16:07 Image size of job updated: 1471472 389 - MemoryUsage of job (MB) 397364 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:16:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 377488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.221.000) 05/25 19:16:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 397364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 19:16:08 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313112 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 19:16:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 19:16:08 Image size of job updated: 1572724 379 - MemoryUsage of job (MB) 387936 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 19:16:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 387936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 19:16:09 Image size of job updated: 1454920 354 - MemoryUsage of job (MB) 362492 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 19:16:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 362492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:16:10 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337592 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:16:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:16:11 Image size of job updated: 1572728 333 - MemoryUsage of job (MB) 340220 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 19:16:11 Image size of job updated: 1268900 371 - MemoryUsage of job (MB) 378896 - ResidentSetSize of job (KB) ... 006 (1259.218.000) 05/25 19:16:12 Image size of job updated: 1621708 378 - MemoryUsage of job (MB) 386956 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:16:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 19:16:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268900 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 378896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.218.000) 05/25 19:16:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 19:16:13 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315436 - ResidentSetSize of job (KB) ... 006 (1259.266.000) 05/25 19:16:13 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355428 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 19:16:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.266.000) 05/25 19:16:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:16:14 Image size of job updated: 1453484 382 - MemoryUsage of job (MB) 390816 - ResidentSetSize of job (KB) ... 006 (1259.071.000) 05/25 19:16:15 Image size of job updated: 1405940 390 - MemoryUsage of job (MB) 399260 - ResidentSetSize of job (KB) ... 006 (1259.247.000) 05/25 19:16:15 Image size of job updated: 1436928 352 - MemoryUsage of job (MB) 360048 - ResidentSetSize of job (KB) ... 006 (1259.248.000) 05/25 19:16:15 Image size of job updated: 1436928 348 - MemoryUsage of job (MB) 356184 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:16:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 390816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 19:16:16 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 352648 - ResidentSetSize of job (KB) ... 006 (1259.271.000) 05/25 19:16:16 Image size of job updated: 1570672 377 - MemoryUsage of job (MB) 385628 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 19:16:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 399260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:16:17 Image size of job updated: 1572728 389 - MemoryUsage of job (MB) 397844 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 19:16:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 360048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 19:16:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 356184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.181.000) 05/25 19:16:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.271.000) 05/25 19:16:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.180.000) 05/25 19:16:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 397844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:16:19 Image size of job updated: 1387328 348 - MemoryUsage of job (MB) 355540 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:16:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 355540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:16:21 Image size of job updated: 1387328 348 - MemoryUsage of job (MB) 355648 - ResidentSetSize of job (KB) ... 006 (1259.244.000) 05/25 19:16:21 Image size of job updated: 1570668 417 - MemoryUsage of job (MB) 426996 - ResidentSetSize of job (KB) ... 006 (1259.299.000) 05/25 19:16:21 Image size of job updated: 1570676 369 - MemoryUsage of job (MB) 377368 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:16:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 355648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.244.000) 05/25 19:16:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 ResidentSetSize = 426996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.299.000) 05/25 19:16:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 19:16:22 Image size of job updated: 1570672 367 - MemoryUsage of job (MB) 375736 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 19:16:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:16:23 Image size of job updated: 1436928 402 - MemoryUsage of job (MB) 411404 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:16:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 411404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 19:16:24 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314896 - ResidentSetSize of job (KB) ... 006 (1259.049.000) 05/25 19:16:24 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 402936 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:16:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.049.000) 05/25 19:16:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 19:16:25 Image size of job updated: 1387328 411 - MemoryUsage of job (MB) 420684 - ResidentSetSize of job (KB) ... 006 (1259.275.000) 05/25 19:16:25 Image size of job updated: 1336492 369 - MemoryUsage of job (MB) 377648 - ResidentSetSize of job (KB) ... 006 (1259.289.000) 05/25 19:16:25 Image size of job updated: 1268904 367 - MemoryUsage of job (MB) 375540 - ResidentSetSize of job (KB) ... 028 (1259.017.000) 05/25 19:16:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.275.000) 05/25 19:16:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.289.000) 05/25 19:16:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 375540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:16:26 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 311216 - ResidentSetSize of job (KB) ... 006 (1259.282.000) 05/25 19:16:26 Image size of job updated: 1454916 402 - MemoryUsage of job (MB) 410840 - ResidentSetSize of job (KB) ... 006 (1259.185.000) 05/25 19:16:26 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318096 - ResidentSetSize of job (KB) ... 006 (1259.298.000) 05/25 19:16:27 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317448 - ResidentSetSize of job (KB) ... 006 (1259.253.000) 05/25 19:16:27 Image size of job updated: 1554116 348 - MemoryUsage of job (MB) 355828 - ResidentSetSize of job (KB) ... 006 (1259.245.000) 05/25 19:16:28 Image size of job updated: 1436928 352 - MemoryUsage of job (MB) 360404 - ResidentSetSize of job (KB) ... 006 (1259.255.000) 05/25 19:16:28 Image size of job updated: 1387328 406 - MemoryUsage of job (MB) 415736 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:16:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.282.000) 05/25 19:16:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 410840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.185.000) 05/25 19:16:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:16:28 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307920 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 19:16:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.253.000) 05/25 19:16:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 355828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.245.000) 05/25 19:16:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 360404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.255.000) 05/25 19:16:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 415736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 19:16:29 Image size of job updated: 1387328 404 - MemoryUsage of job (MB) 413092 - ResidentSetSize of job (KB) ... 006 (1259.262.000) 05/25 19:16:29 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 371808 - ResidentSetSize of job (KB) ... 006 (1259.070.000) 05/25 19:16:29 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 401628 - ResidentSetSize of job (KB) ... 006 (1259.264.000) 05/25 19:16:30 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314512 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 19:16:30 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311744 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 19:16:31 Image size of job updated: 1268904 371 - MemoryUsage of job (MB) 379884 - ResidentSetSize of job (KB) ... 006 (1259.048.000) 05/25 19:16:31 Image size of job updated: 1436928 401 - MemoryUsage of job (MB) 410084 - ResidentSetSize of job (KB) ... 006 (1259.129.000) 05/25 19:16:31 Image size of job updated: 1405936 389 - MemoryUsage of job (MB) 397328 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:16:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:16:31 Image size of job updated: 1336492 296 - MemoryUsage of job (MB) 302120 - ResidentSetSize of job (KB) ... 006 (1259.183.000) 05/25 19:16:32 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349672 - ResidentSetSize of job (KB) ... 006 (1259.276.000) 05/25 19:16:33 Image size of job updated: 1436928 400 - MemoryUsage of job (MB) 409052 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 19:16:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 413092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.262.000) 05/25 19:16:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 371808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.070.000) 05/25 19:16:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.264.000) 05/25 19:16:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 19:16:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 19:16:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 379884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.048.000) 05/25 19:16:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.129.000) 05/25 19:16:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 397328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 19:16:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 19:16:34 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335256 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:16:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.276.000) 05/25 19:16:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 409052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.099.000) 05/25 19:16:34 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 407728 - ResidentSetSize of job (KB) ... 006 (1259.288.000) 05/25 19:16:35 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 376916 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 19:16:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.099.000) 05/25 19:16:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 99 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.288.000) 05/25 19:16:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 376916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:16:37 Image size of job updated: 1389376 399 - MemoryUsage of job (MB) 408452 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:16:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 19:16:43 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348580 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:16:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:16:44 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304984 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:16:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:16:45 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314228 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:16:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:16:46 Image size of job updated: 1454920 359 - MemoryUsage of job (MB) 366984 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:16:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 366984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:16:46 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 350016 - ResidentSetSize of job (KB) ... 006 (1259.018.000) 05/25 19:16:47 Image size of job updated: 2013552 403 - MemoryUsage of job (MB) 411892 - ResidentSetSize of job (KB) ... 006 (1259.174.000) 05/25 19:16:47 Image size of job updated: 1453484 390 - MemoryUsage of job (MB) 398840 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:16:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 19:16:48 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 402656 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 19:16:47 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:16:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 411892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.174.000) 05/25 19:16:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.283.000) 05/25 19:16:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:16:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 402656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.195.000) 05/25 19:16:49 Image size of job updated: 1570672 368 - MemoryUsage of job (MB) 376140 - ResidentSetSize of job (KB) ... 028 (1259.195.000) 05/25 19:16:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 195 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9443" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 19:16:50 Image size of job updated: 1621708 360 - MemoryUsage of job (MB) 367848 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 19:16:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 367848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 19:16:52 Image size of job updated: 1454920 359 - MemoryUsage of job (MB) 367416 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 19:16:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 367416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:16:53 Image size of job updated: 1387332 342 - MemoryUsage of job (MB) 350184 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:16:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 350184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:16:56 Image size of job updated: 1403880 339 - MemoryUsage of job (MB) 346844 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:16:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 346844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 19:16:56 Image size of job updated: 1471472 388 - MemoryUsage of job (MB) 397004 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 19:16:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 397004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:16:57 Image size of job updated: 1387328 344 - MemoryUsage of job (MB) 351328 - ResidentSetSize of job (KB) ... 006 (1259.167.000) 05/25 19:16:57 Image size of job updated: 2213880 407 - MemoryUsage of job (MB) 416264 - ResidentSetSize of job (KB) ... 006 (1259.013.000) 05/25 19:16:58 Image size of job updated: 1387328 414 - MemoryUsage of job (MB) 423008 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:16:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 351328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.167.000) 05/25 19:16:57 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2213880 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:16:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 416264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 19:16:58 Image size of job updated: 1454920 346 - MemoryUsage of job (MB) 353632 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 19:16:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:16:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 423008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.148.000) 05/25 19:16:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 353632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:16:59 Image size of job updated: 1252352 371 - MemoryUsage of job (MB) 379696 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 19:16:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252352 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:16:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 19:16:59 Image size of job updated: 1342468 311 - MemoryUsage of job (MB) 317852 - ResidentSetSize of job (KB) ... 006 (1259.154.000) 05/25 19:16:59 Image size of job updated: 1387332 342 - MemoryUsage of job (MB) 349888 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:16:59 Image size of job updated: 1336492 316 - MemoryUsage of job (MB) 323124 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 19:16:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:16:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 19:16:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:16:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 349888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:16:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:16:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 19:17:00 Image size of job updated: 1387332 356 - MemoryUsage of job (MB) 364108 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 19:17:00 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312804 - ResidentSetSize of job (KB) ... 006 (1259.089.000) 05/25 19:17:00 Image size of job updated: 1403884 386 - MemoryUsage of job (MB) 394652 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/25 19:17:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 364108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 19:17:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.089.000) 05/25 19:17:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 394652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 19:17:01 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314748 - ResidentSetSize of job (KB) ... 006 (1259.112.000) 05/25 19:17:03 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343440 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 19:17:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.112.000) 05/25 19:17:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:17:03 Image size of job updated: 1268908 320 - MemoryUsage of job (MB) 326972 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:17:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 19:17:06 Image size of job updated: 1504520 347 - MemoryUsage of job (MB) 354412 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 19:17:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 354412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:17:06 Image size of job updated: 1268904 294 - MemoryUsage of job (MB) 300404 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:17:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 300404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/25 19:17:07 Job was evicted. (0) Job terminated and was requeued Usr 0 00:05:27, Sys 0 00:00:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 119491976 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 006 (1259.119.000) 05/25 19:17:08 Image size of job updated: 1473528 391 - MemoryUsage of job (MB) 399432 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 19:17:07 Job ad information event triggered. SentBytes = 119491976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6875176" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 232 EventTime = "2019-05-25T19:17:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:05:27, Sys 0 00:00:13" JOB_GLIDEIN_SiteWMS_JobId = "466105" ... 028 (1259.119.000) 05/25 19:17:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 399432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:17:09 Image size of job updated: 1387332 342 - MemoryUsage of job (MB) 349480 - ResidentSetSize of job (KB) ... 005 (1259.096.000) 05/25 19:17:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:25, Sys 0 00:01:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:25, Sys 0 00:01:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1389129728 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1389129728 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1769273 1 567849060 Memory (MB) : 405 1024 1920 ... 028 (1259.152.000) 05/25 19:17:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 349480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.096.000) 05/25 19:17:10 Job ad information event triggered. SentBytes = 1389129728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c162.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:25, Sys 0 00:01:52" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 96 EventTime = "2019-05-25T19:17:10" TotalSentBytes = 1389129728.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:25, Sys 0 00:01:52" JOB_GLIDEIN_SiteWMS_JobId = "264214.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.285.000) 05/25 19:17:10 Image size of job updated: 1407572 408 - MemoryUsage of job (MB) 417584 - ResidentSetSize of job (KB) ... 006 (1259.156.000) 05/25 19:17:10 Image size of job updated: 1554120 345 - MemoryUsage of job (MB) 352264 - ResidentSetSize of job (KB) ... 028 (1259.285.000) 05/25 19:17:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1259.156.000) 05/25 19:17:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 352264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 19:17:11 Image size of job updated: 1403888 341 - MemoryUsage of job (MB) 348436 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 19:17:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 348436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.173.000) 05/25 19:17:11 Image size of job updated: 1471472 392 - MemoryUsage of job (MB) 401256 - ResidentSetSize of job (KB) ... 028 (1259.173.000) 05/25 19:17:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 401256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:17:13 Image size of job updated: 1453488 388 - MemoryUsage of job (MB) 396360 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:17:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 396360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 19:17:18 Image size of job updated: 1453484 406 - MemoryUsage of job (MB) 415256 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 19:17:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 415256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:17:21 Image size of job updated: 1500000 366 - MemoryUsage of job (MB) 374200 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:17:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:17:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:17:23 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 370976 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:17:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 370976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:17:24 Image size of job updated: 1454920 365 - MemoryUsage of job (MB) 372820 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:17:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 372820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 19:17:24 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310640 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 19:17:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 19:17:26 Image size of job updated: 1500000 386 - MemoryUsage of job (MB) 395056 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:17:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:17:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 395056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.069.000) 05/25 19:17:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:26, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:26, Sys 0 00:02:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1372568192 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1372568192 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1753099 1 446583404 Memory (MB) : 397 1024 1920 ... 028 (1259.069.000) 05/25 19:17:28 Job ad information event triggered. SentBytes = 1372568192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7720467" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c245.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:26, Sys 0 00:02:06" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 69 EventTime = "2019-05-25T19:17:28" TotalSentBytes = 1372568192.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:19:26, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "1667089.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.163.000) 05/25 19:17:29 Image size of job updated: 1387328 408 - MemoryUsage of job (MB) 416856 - ResidentSetSize of job (KB) ... 006 (1259.020.000) 05/25 19:17:29 Image size of job updated: 1336496 318 - MemoryUsage of job (MB) 324780 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:17:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 416856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.020.000) 05/25 19:17:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:17:29 Image size of job updated: 1471476 390 - MemoryUsage of job (MB) 398752 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:17:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 398752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 19:17:30 Image size of job updated: 1621708 409 - MemoryUsage of job (MB) 418332 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 19:17:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 418332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:17:31 Image size of job updated: 1336488 319 - MemoryUsage of job (MB) 326364 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 19:17:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 19:17:32 Image size of job updated: 1436932 344 - MemoryUsage of job (MB) 351528 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 19:17:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:17:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 351528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 19:17:33 Image size of job updated: 1572724 369 - MemoryUsage of job (MB) 377496 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 19:17:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 377496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:17:34 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 367968 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:17:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:17:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:17:35 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 313840 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:17:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:17:35 Image size of job updated: 1403888 392 - MemoryUsage of job (MB) 400620 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:17:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 400620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 19:17:37 Image size of job updated: 1453488 385 - MemoryUsage of job (MB) 393936 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 19:17:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 393936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.061.000) 05/25 19:17:39 Image size of job updated: 1389380 402 - MemoryUsage of job (MB) 411008 - ResidentSetSize of job (KB) ... 028 (1259.061.000) 05/25 19:17:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389380 Proc = 61 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:17:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24253" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:17:39 Image size of job updated: 1268908 316 - MemoryUsage of job (MB) 322956 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:17:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:17:40 Image size of job updated: 1454916 399 - MemoryUsage of job (MB) 408400 - ResidentSetSize of job (KB) ... 006 (1259.043.000) 05/25 19:17:40 Image size of job updated: 1336496 322 - MemoryUsage of job (MB) 329708 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:17:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:17:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.043.000) 05/25 19:17:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 19:17:43 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 360008 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:17:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 19:17:48 Image size of job updated: 1403888 386 - MemoryUsage of job (MB) 394468 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:17:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 394468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 19:17:50 Image size of job updated: 1403888 386 - MemoryUsage of job (MB) 394556 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 19:17:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:17:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 394556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:17:51 Image size of job updated: 1403884 325 - MemoryUsage of job (MB) 332028 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:17:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 332028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.125.000) 05/25 19:17:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3434_606396375@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309, rescheduling job ... 006 (1259.164.000) 05/25 19:17:52 Image size of job updated: 1436932 410 - MemoryUsage of job (MB) 419416 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 19:17:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 125 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:17:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391175.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3434_606396375@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.164.000) 05/25 19:17:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:17:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.274.000) 05/25 19:18:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3396_377725642@VETS-AR-0122-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.274.000) 05/25 19:18:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 274 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:18:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438297.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116709" StartdName = "glidein_3396_377725642@VETS-AR-0122-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AR-0122-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 19:18:02 Image size of job updated: 1387328 406 - MemoryUsage of job (MB) 415676 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:18:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:18:03 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310360 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:18:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.106.000) 05/25 19:18:05 Image size of job updated: 1387332 400 - MemoryUsage of job (MB) 408964 - ResidentSetSize of job (KB) ... 028 (1259.106.000) 05/25 19:18:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 106 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968552" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:18:05 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 368908 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:18:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:18:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 368908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:18:06 Image size of job updated: 1336496 321 - MemoryUsage of job (MB) 328064 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:18:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 19:18:07 Image size of job updated: 1268908 318 - MemoryUsage of job (MB) 325408 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:18:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 19:18:08 Image size of job updated: 1263892 352 - MemoryUsage of job (MB) 360264 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 19:18:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:18:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.002.000) 05/25 19:18:11 Image size of job updated: 1436928 350 - MemoryUsage of job (MB) 357888 - ResidentSetSize of job (KB) ... 028 (1259.002.000) 05/25 19:18:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:18:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 357888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 19:18:13 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 362680 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 19:18:13 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:18:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.023.000) 05/25 19:18:15 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.023.000) 05/25 19:18:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:18:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 19:18:18 Image size of job updated: 1336496 317 - MemoryUsage of job (MB) 324432 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:18:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:18:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:18:19 Image size of job updated: 1387328 374 - MemoryUsage of job (MB) 382404 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:18:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:18:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 382404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:18:25 Image size of job updated: 1453484 327 - MemoryUsage of job (MB) 334832 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:18:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 334832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:18:31 Image size of job updated: 1454916 408 - MemoryUsage of job (MB) 417328 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:18:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:18:32 Image size of job updated: 1454916 410 - MemoryUsage of job (MB) 419644 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:18:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:18:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 419644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:18:37 Image size of job updated: 1387332 348 - MemoryUsage of job (MB) 355464 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:18:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:18:40 Image size of job updated: 1403884 332 - MemoryUsage of job (MB) 339904 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:18:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 339904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:18:44 Image size of job updated: 1436928 404 - MemoryUsage of job (MB) 412852 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:18:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:18:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 412852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:18:46 Image size of job updated: 1387328 404 - MemoryUsage of job (MB) 412860 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:18:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:18:47 Image size of job updated: 1436932 339 - MemoryUsage of job (MB) 346748 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:18:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:18:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 346748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:18:48 Image size of job updated: 1387328 392 - MemoryUsage of job (MB) 400764 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:18:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:18:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:18:54 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 401696 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:18:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:18:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 401696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:18:55 Image size of job updated: 1251600 375 - MemoryUsage of job (MB) 383104 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:18:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1251600 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:18:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 383104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:19:02 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372244 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:19:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.052.000) 05/25 19:19:03 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408060 - ResidentSetSize of job (KB) ... 028 (1259.052.000) 05/25 19:19:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 52 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 19:19:06 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360004 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 19:19:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:19:07 Image size of job updated: 1621708 341 - MemoryUsage of job (MB) 348956 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:19:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:19:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 348956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:19:08 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312848 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:19:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 19:19:09 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 358416 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 19:19:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 ResidentSetSize = 358416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:19:13 Image size of job updated: 1454920 346 - MemoryUsage of job (MB) 354040 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:19:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:19:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 354040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:19:19 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305672 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:19:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:19:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:19:22 Image size of job updated: 1252348 304 - MemoryUsage of job (MB) 310608 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:19:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 310608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 19:19:26 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341852 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:19:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:19:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:19:26 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 339976 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:19:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:19:27 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338068 - ResidentSetSize of job (KB) ... 006 (1259.078.000) 05/25 19:19:28 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316248 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:19:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.078.000) 05/25 19:19:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:19:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 19:19:30 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 369908 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 19:19:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:19:34 Image size of job updated: 1572724 325 - MemoryUsage of job (MB) 332080 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:19:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 19:19:34 Image size of job updated: 1252348 364 - MemoryUsage of job (MB) 372000 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 19:19:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.274.000) 05/25 19:19:38 Job executing on host: <72.36.96.170:37391?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882157&addrs=72.36.96.170-37391&noUDP> ... 028 (1259.274.000) 05/25 19:19:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 274 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.170:37391?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882157&addrs=72.36.96.170-37391&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272576.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:19:38 Image size of job updated: 1336496 307 - MemoryUsage of job (MB) 313592 - ResidentSetSize of job (KB) ... 001 (1259.125.000) 05/25 19:19:39 Job executing on host: <72.36.96.172:35026?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866122&addrs=72.36.96.172-35026&noUDP> ... 028 (1259.083.000) 05/25 19:19:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.125.000) 05/25 19:19:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 125 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.172:35026?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866122&addrs=72.36.96.172-35026&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264917.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25074" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:19:40 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360172 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:19:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:19:41 Image size of job updated: 1252348 353 - MemoryUsage of job (MB) 360940 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:19:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 360940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.104.000) 05/25 19:19:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:40, Sys 0 00:01:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:40, Sys 0 00:01:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1389096704 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1389096704 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1769241 1 568489380 Memory (MB) : 343 1024 1920 ... 028 (1259.104.000) 05/25 19:19:45 Job ad information event triggered. SentBytes = 1389096704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23388" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c163.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:40, Sys 0 00:01:59" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 104 EventTime = "2019-05-25T19:19:45" TotalSentBytes = 1389096704.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:21:40, Sys 0 00:01:59" JOB_GLIDEIN_SiteWMS_JobId = "271462.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.004.000) 05/25 19:19:46 Image size of job updated: 1454916 421 - MemoryUsage of job (MB) 431044 - ResidentSetSize of job (KB) ... 006 (1259.094.000) 05/25 19:19:46 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361868 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 19:19:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.004.000) 05/25 19:19:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 4 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:19:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968786" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 431044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:19:49 Image size of job updated: 1554120 337 - MemoryUsage of job (MB) 344856 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:19:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:19:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 344856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 19:19:58 Image size of job updated: 1268904 317 - MemoryUsage of job (MB) 324580 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:19:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:19:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 19:19:58 Image size of job updated: 1387332 408 - MemoryUsage of job (MB) 417436 - ResidentSetSize of job (KB) ... 006 (1259.074.000) 05/25 19:19:59 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313312 - ResidentSetSize of job (KB) ... 006 (1259.008.000) 05/25 19:20:00 Image size of job updated: 1454916 423 - MemoryUsage of job (MB) 432328 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:19:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:19:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.074.000) 05/25 19:19:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:19:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 19:20:02 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 365964 - ResidentSetSize of job (KB) ... 028 (1259.008.000) 05/25 19:20:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 8 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:20:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" Subproc = 0 ResidentSetSize = 432328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.290.000) 05/25 19:20:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:20:04 Image size of job updated: 1336496 311 - MemoryUsage of job (MB) 318016 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:20:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:20:05 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 369316 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:20:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:20:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:20:07 Image size of job updated: 1473524 320 - MemoryUsage of job (MB) 327372 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:20:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 327372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:20:08 Image size of job updated: 1386580 411 - MemoryUsage of job (MB) 420412 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:20:08 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:20:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 420412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:20:09 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320328 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:20:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.263.000) 05/25 19:20:10 Image size of job updated: 1250000 243 - MemoryUsage of job (MB) 248232 - ResidentSetSize of job (KB) ... 028 (1259.263.000) 05/25 19:20:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1250000 Proc = 263 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:20:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 243 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "467483" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 248232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.080.000) 05/25 19:20:16 Image size of job updated: 1471472 392 - MemoryUsage of job (MB) 400556 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:20:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 400556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:20:17 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344988 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:20:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:20:20 Image size of job updated: 1521072 330 - MemoryUsage of job (MB) 337520 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:20:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 337520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:20:20 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 349888 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:20:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 19:20:22 Image size of job updated: 1331288 304 - MemoryUsage of job (MB) 311292 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 19:20:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:20:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.237.000) 05/25 19:20:23 Image size of job updated: 1570672 363 - MemoryUsage of job (MB) 371548 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 19:20:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:20:25 Image size of job updated: 1319936 304 - MemoryUsage of job (MB) 311072 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:20:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 311072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:20:28 Image size of job updated: 1387328 393 - MemoryUsage of job (MB) 402100 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:20:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:20:29 Image size of job updated: 1570668 337 - MemoryUsage of job (MB) 344404 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:20:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:20:30 Image size of job updated: 1403884 384 - MemoryUsage of job (MB) 393016 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:20:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 393016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:20:32 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339536 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:20:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 19:20:36 Job was evicted. (0) Job terminated and was requeued Usr 0 00:19:04, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335570048 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 19:20:36 Job ad information event triggered. SentBytes = 335570048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24839" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c156.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T19:20:36" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:19:04, Sys 0 00:00:30" JOB_GLIDEIN_SiteWMS_JobId = "264676.0" ... 006 (1259.227.000) 05/25 19:20:38 Image size of job updated: 1268908 308 - MemoryUsage of job (MB) 315300 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 19:20:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:20:38 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342600 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:20:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:20:38 Image size of job updated: 1471476 390 - MemoryUsage of job (MB) 398924 - ResidentSetSize of job (KB) ... 006 (1259.007.000) 05/25 19:20:39 Image size of job updated: 1387328 404 - MemoryUsage of job (MB) 413196 - ResidentSetSize of job (KB) ... 006 (1259.239.000) 05/25 19:20:39 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344600 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:20:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 398924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 19:20:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.239.000) 05/25 19:20:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:20:43 Image size of job updated: 1572724 398 - MemoryUsage of job (MB) 407340 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:20:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 407340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 19:20:47 Image size of job updated: 1572728 337 - MemoryUsage of job (MB) 344100 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 19:20:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:20:48 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338660 - ResidentSetSize of job (KB) ... 006 (1259.033.000) 05/25 19:20:48 Image size of job updated: 1390936 339 - MemoryUsage of job (MB) 346760 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:20:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.033.000) 05/25 19:20:48 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:20:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 346760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 19:20:51 Image size of job updated: 1572724 375 - MemoryUsage of job (MB) 383248 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 19:20:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:20:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 19:20:52 Image size of job updated: 1673644 445 - MemoryUsage of job (MB) 455332 - ResidentSetSize of job (KB) ... 006 (1259.231.000) 05/25 19:20:52 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 316036 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:20:52 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 445 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 455332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.231.000) 05/25 19:20:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 19:20:55 Image size of job updated: 1436932 357 - MemoryUsage of job (MB) 364704 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:20:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 19:20:56 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.232.000) 05/25 19:20:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:20:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:20:58 Image size of job updated: 1387328 415 - MemoryUsage of job (MB) 424128 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:20:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:20:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 424128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:20:59 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315452 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:20:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:20:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:21:00 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 343036 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:21:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.206.000) 05/25 19:21:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:30:39, Sys 0 00:01:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:30:39, Sys 0 00:01:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1919440384 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1919440384 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2287155 1 14158779260 Memory (MB) : 412 1024 3000 ... 005 (1259.067.000) 05/25 19:21:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:48, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:48, Sys 0 00:02:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1368116608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1368116608 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1748752 1 666479780 Memory (MB) : 401 1024 1920 ... 028 (1259.067.000) 05/25 19:21:00 Job ad information event triggered. SentBytes = 1368116608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c028.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:48, Sys 0 00:02:41" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 67 EventTime = "2019-05-25T19:21:00" TotalSentBytes = 1368116608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:48, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "264631.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.206.000) 05/25 19:21:00 Job ad information event triggered. SentBytes = 1919440384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29476" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@acas0956.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:30:39, Sys 0 00:01:54" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 206 EventTime = "2019-05-25T19:21:00" TotalSentBytes = 1919440384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:30:39, Sys 0 00:01:54" JOB_GLIDEIN_SiteWMS_JobId = "3866054.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.215.000) 05/25 19:21:00 Image size of job updated: 1454920 358 - MemoryUsage of job (MB) 366080 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:21:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 366080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 19:21:01 Image size of job updated: 1504516 349 - MemoryUsage of job (MB) 356496 - ResidentSetSize of job (KB) ... 006 (1259.088.000) 05/25 19:21:02 Image size of job updated: 1453484 385 - MemoryUsage of job (MB) 393624 - ResidentSetSize of job (KB) ... 006 (1259.243.000) 05/25 19:21:02 Image size of job updated: 1473528 390 - MemoryUsage of job (MB) 398744 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 19:21:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 356496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.088.000) 05/25 19:21:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 393624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.243.000) 05/25 19:21:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 398744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:21:03 Image size of job updated: 1390928 348 - MemoryUsage of job (MB) 356180 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:21:03 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 356180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:21:05 Image size of job updated: 1436928 400 - MemoryUsage of job (MB) 409144 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:21:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.101.000) 05/25 19:21:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:32, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:32, Sys 0 00:02:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1385410688 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1385410688 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1765641 1 676713932 Memory (MB) : 401 1024 1920 ... 028 (1259.101.000) 05/25 19:21:07 Job ad information event triggered. SentBytes = 1385410688.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23855" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c052.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:32, Sys 0 00:02:43" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 101 EventTime = "2019-05-25T19:21:07" TotalSentBytes = 1385410688.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:19:32, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "271915.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.233.000) 05/25 19:21:07 Image size of job updated: 1453484 409 - MemoryUsage of job (MB) 418696 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 418696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 19:21:07 Image size of job updated: 1471472 390 - MemoryUsage of job (MB) 399268 - ResidentSetSize of job (KB) ... 006 (1259.141.000) 05/25 19:21:08 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314168 - ResidentSetSize of job (KB) ... 006 (1259.268.000) 05/25 19:21:09 Image size of job updated: 1572724 383 - MemoryUsage of job (MB) 391632 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 19:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 399268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.141.000) 05/25 19:21:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.268.000) 05/25 19:21:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 391632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:21:10 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339176 - ResidentSetSize of job (KB) ... 006 (1259.213.000) 05/25 19:21:11 Image size of job updated: 1454920 357 - MemoryUsage of job (MB) 365200 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:21:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.213.000) 05/25 19:21:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 365200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:21:11 Image size of job updated: 1572728 333 - MemoryUsage of job (MB) 340868 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 19:21:12 Image size of job updated: 1405932 387 - MemoryUsage of job (MB) 395956 - ResidentSetSize of job (KB) ... 006 (1259.218.000) 05/25 19:21:12 Image size of job updated: 1621708 380 - MemoryUsage of job (MB) 388168 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:21:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.218.000) 05/25 19:21:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 19:21:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405932 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 395956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 19:21:14 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316492 - ResidentSetSize of job (KB) ... 006 (1259.266.000) 05/25 19:21:14 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357540 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 19:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.266.000) 05/25 19:21:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:21:15 Image size of job updated: 1453484 383 - MemoryUsage of job (MB) 391992 - ResidentSetSize of job (KB) ... 006 (1259.071.000) 05/25 19:21:15 Image size of job updated: 1405940 392 - MemoryUsage of job (MB) 401028 - ResidentSetSize of job (KB) ... 006 (1259.247.000) 05/25 19:21:15 Image size of job updated: 1436928 354 - MemoryUsage of job (MB) 361640 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:21:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 391992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.071.000) 05/25 19:21:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 401028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 19:21:15 Image size of job updated: 1436928 350 - MemoryUsage of job (MB) 357932 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 19:21:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 361640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 19:21:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 357932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 19:21:17 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 354760 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 19:21:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:21:18 Image size of job updated: 1572728 391 - MemoryUsage of job (MB) 399620 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 19:21:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 399620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:21:20 Image size of job updated: 1387328 350 - MemoryUsage of job (MB) 357648 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:21:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 357648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:21:21 Image size of job updated: 1387328 350 - MemoryUsage of job (MB) 357528 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:21:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 357528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.270.000) 05/25 19:21:22 Job was evicted. (0) Job was not checkpointed. Usr 0 00:20:49, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 724355 1 956186352 Memory (MB) : 349 1024 2500 ... 028 (1259.270.000) 05/25 19:21:22 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "30585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 270 EventTime = "2019-05-25T19:21:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:20:49, Sys 0 00:00:46" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" ... 006 (1259.279.000) 05/25 19:21:23 Image size of job updated: 1436928 406 - MemoryUsage of job (MB) 415008 - ResidentSetSize of job (KB) ... 006 (1259.294.000) 05/25 19:21:24 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315952 - ResidentSetSize of job (KB) ... 006 (1259.049.000) 05/25 19:21:24 Image size of job updated: 1387328 395 - MemoryUsage of job (MB) 404164 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:21:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 415008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.017.000) 05/25 19:21:25 Image size of job updated: 1387328 414 - MemoryUsage of job (MB) 423912 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:21:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.049.000) 05/25 19:21:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.017.000) 05/25 19:21:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 17 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24294" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:21:26 Image size of job updated: 1336492 371 - MemoryUsage of job (MB) 379496 - ResidentSetSize of job (KB) ... 006 (1259.289.000) 05/25 19:21:27 Image size of job updated: 1268904 369 - MemoryUsage of job (MB) 377192 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 19:21:27 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313060 - ResidentSetSize of job (KB) ... 006 (1259.282.000) 05/25 19:21:27 Image size of job updated: 1454916 405 - MemoryUsage of job (MB) 414132 - ResidentSetSize of job (KB) ... 006 (1259.185.000) 05/25 19:21:27 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319944 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:21:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 379496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.289.000) 05/25 19:21:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 377192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 19:21:28 Image size of job updated: 1436928 354 - MemoryUsage of job (MB) 362360 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:21:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.282.000) 05/25 19:21:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 414132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.185.000) 05/25 19:21:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.245.000) 05/25 19:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 362360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.255.000) 05/25 19:21:28 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 418920 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 19:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 418920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 19:21:28 Image size of job updated: 1554116 351 - MemoryUsage of job (MB) 358464 - ResidentSetSize of job (KB) ... 006 (1259.298.000) 05/25 19:21:28 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 318504 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 19:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 358464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:21:29 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309768 - ResidentSetSize of job (KB) ... 006 (1259.262.000) 05/25 19:21:30 Image size of job updated: 1268908 364 - MemoryUsage of job (MB) 372408 - ResidentSetSize of job (KB) ... 006 (1259.070.000) 05/25 19:21:30 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403316 - ResidentSetSize of job (KB) ... 006 (1259.006.000) 05/25 19:21:30 Image size of job updated: 1387328 407 - MemoryUsage of job (MB) 415944 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 19:21:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 19:21:31 Image size of job updated: 1436928 403 - MemoryUsage of job (MB) 412632 - ResidentSetSize of job (KB) ... 006 (1259.264.000) 05/25 19:21:31 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315568 - ResidentSetSize of job (KB) ... 006 (1259.129.000) 05/25 19:21:31 Image size of job updated: 1405936 391 - MemoryUsage of job (MB) 399948 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 19:21:31 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313064 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 19:21:31 Image size of job updated: 1403884 385 - MemoryUsage of job (MB) 393776 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:21:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.262.000) 05/25 19:21:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 372408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 19:21:32 Image size of job updated: 1572724 369 - MemoryUsage of job (MB) 376896 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 19:21:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.006.000) 05/25 19:21:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 415944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.048.000) 05/25 19:21:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:21:32 Image size of job updated: 1336492 297 - MemoryUsage of job (MB) 303180 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 19:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.129.000) 05/25 19:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 399948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 19:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 19:21:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 393776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:21:33 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352336 - ResidentSetSize of job (KB) ... 006 (1259.276.000) 05/25 19:21:33 Image size of job updated: 1436928 402 - MemoryUsage of job (MB) 411628 - ResidentSetSize of job (KB) ... 006 (1259.123.000) 05/25 19:21:34 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335600 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 19:21:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 376896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 19:21:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 19:21:35 Image size of job updated: 1403884 383 - MemoryUsage of job (MB) 391612 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:21:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.276.000) 05/25 19:21:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:21:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 411628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.123.000) 05/25 19:21:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.288.000) 05/25 19:21:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 391612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:21:39 Image size of job updated: 1389376 402 - MemoryUsage of job (MB) 410692 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:21:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.222.000) 05/25 19:21:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_152694947@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.222.000) 05/25 19:21:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 222 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391189.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3437_152694947@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:21:44 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306128 - ResidentSetSize of job (KB) ... 006 (1259.130.000) 05/25 19:21:44 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350956 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:21:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.130.000) 05/25 19:21:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:21:45 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315548 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:21:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:21:46 Image size of job updated: 1454920 362 - MemoryUsage of job (MB) 370664 - ResidentSetSize of job (KB) ... 006 (1259.168.000) 05/25 19:21:47 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 352128 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:21:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 370664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:21:47 Image size of job updated: 2013552 405 - MemoryUsage of job (MB) 414004 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:21:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.018.000) 05/25 19:21:47 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:21:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 414004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:21:48 Image size of job updated: 1453484 392 - MemoryUsage of job (MB) 400952 - ResidentSetSize of job (KB) ... 006 (1259.283.000) 05/25 19:21:49 Image size of job updated: 1387328 396 - MemoryUsage of job (MB) 405164 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:21:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 400952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 19:21:50 Image size of job updated: 1331484 351 - MemoryUsage of job (MB) 358944 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 19:21:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:21:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 405164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.226.000) 05/25 19:21:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:21:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 358944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.107.000) 05/25 19:21:51 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:51, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:51, Sys 0 00:02:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386773376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386773376 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1766972 1 351626188 Memory (MB) : 375 1024 1920 ... 006 (1259.149.000) 05/25 19:21:51 Image size of job updated: 1621708 364 - MemoryUsage of job (MB) 371804 - ResidentSetSize of job (KB) ... 028 (1259.107.000) 05/25 19:21:51 Job ad information event triggered. SentBytes = 1386773376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7369200" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c439.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:51, Sys 0 00:02:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 107 EventTime = "2019-05-25T19:21:51" TotalSentBytes = 1386773376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:51, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "1380184.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.149.000) 05/25 19:21:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 371804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 19:21:53 Image size of job updated: 1454920 363 - MemoryUsage of job (MB) 371336 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 19:21:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 371336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.236.000) 05/25 19:21:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_583363179@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.236.000) 05/25 19:21:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 236 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:21:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391184.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3437_583363179@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-OMA-2LRTRD2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:21:54 Image size of job updated: 1387332 345 - MemoryUsage of job (MB) 352728 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:21:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 352728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:21:57 Image size of job updated: 1403880 341 - MemoryUsage of job (MB) 348480 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:21:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 348480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.138.000) 05/25 19:21:57 Image size of job updated: 1471472 390 - MemoryUsage of job (MB) 398456 - ResidentSetSize of job (KB) ... 028 (1259.138.000) 05/25 19:21:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:21:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 398456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:21:58 Image size of job updated: 1387328 346 - MemoryUsage of job (MB) 353432 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:21:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 19:21:58 Image size of job updated: 2213880 411 - MemoryUsage of job (MB) 420100 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 19:21:58 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2213880 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:21:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 420100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.013.000) 05/25 19:21:58 Image size of job updated: 1387328 418 - MemoryUsage of job (MB) 427300 - ResidentSetSize of job (KB) ... 028 (1259.013.000) 05/25 19:21:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 13 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:21:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32062" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" Subproc = 0 ResidentSetSize = 427300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 19:21:59 Image size of job updated: 1454920 348 - MemoryUsage of job (MB) 356252 - ResidentSetSize of job (KB) ... 006 (1259.295.000) 05/25 19:21:59 Image size of job updated: 1387332 388 - MemoryUsage of job (MB) 397152 - ResidentSetSize of job (KB) ... 006 (1259.234.000) 05/25 19:22:00 Image size of job updated: 1342468 312 - MemoryUsage of job (MB) 319172 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 19:22:00 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 313056 - ResidentSetSize of job (KB) ... 006 (1259.154.000) 05/25 19:22:00 Image size of job updated: 1387332 345 - MemoryUsage of job (MB) 352724 - ResidentSetSize of job (KB) ... 006 (1259.089.000) 05/25 19:22:00 Image size of job updated: 1403884 388 - MemoryUsage of job (MB) 397200 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:22:00 Image size of job updated: 1336492 317 - MemoryUsage of job (MB) 324180 - ResidentSetSize of job (KB) ... 006 (1259.157.000) 05/25 19:22:00 Image size of job updated: 1387332 360 - MemoryUsage of job (MB) 367964 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 19:21:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:21:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 356252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.295.000) 05/25 19:21:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:21:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.234.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 352724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.089.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 397200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.157.000) 05/25 19:22:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 367964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 19:22:01 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 316332 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 19:22:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:22:04 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 345736 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:22:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:22:04 Image size of job updated: 1268908 321 - MemoryUsage of job (MB) 328292 - ResidentSetSize of job (KB) ... 006 (1259.146.000) 05/25 19:22:06 Image size of job updated: 1504520 349 - MemoryUsage of job (MB) 356524 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:22:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.146.000) 05/25 19:22:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 356524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:22:07 Image size of job updated: 1268904 296 - MemoryUsage of job (MB) 302260 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:22:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 296 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 302260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 19:22:08 Image size of job updated: 1473528 392 - MemoryUsage of job (MB) 401320 - ResidentSetSize of job (KB) ... 028 (1259.119.000) 05/25 19:22:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 401320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:22:09 Image size of job updated: 1387332 344 - MemoryUsage of job (MB) 351720 - ResidentSetSize of job (KB) ... 006 (1259.285.000) 05/25 19:22:10 Image size of job updated: 1407572 412 - MemoryUsage of job (MB) 420932 - ResidentSetSize of job (KB) ... 006 (1259.156.000) 05/25 19:22:10 Image size of job updated: 1554120 347 - MemoryUsage of job (MB) 354376 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:22:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 354376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.152.000) 05/25 19:22:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 351720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.285.000) 05/25 19:22:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 420932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.137.000) 05/25 19:22:11 Image size of job updated: 1403888 342 - MemoryUsage of job (MB) 350152 - ResidentSetSize of job (KB) ... 006 (1259.173.000) 05/25 19:22:12 Image size of job updated: 1471472 394 - MemoryUsage of job (MB) 403304 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 19:22:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 350152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 19:22:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 403304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:22:14 Image size of job updated: 1453488 389 - MemoryUsage of job (MB) 398156 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:22:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 398156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.200.000) 05/25 19:22:18 Image size of job updated: 1453484 409 - MemoryUsage of job (MB) 417896 - ResidentSetSize of job (KB) ... 028 (1259.200.000) 05/25 19:22:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 200 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6300" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" Subproc = 0 ResidentSetSize = 417896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.222.000) 05/25 19:22:20 Job executing on host: <128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP> ... 028 (1259.222.000) 05/25 19:22:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:22:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:35853?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#724&addrs=128.186.19.143-35853+[--1]-35853&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:22:21 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377580 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:22:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:22:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:22:23 Image size of job updated: 1336492 363 - MemoryUsage of job (MB) 371400 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:22:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 371400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:22:24 Image size of job updated: 1454920 367 - MemoryUsage of job (MB) 375588 - ResidentSetSize of job (KB) ... 006 (1259.192.000) 05/25 19:22:24 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311696 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:22:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 375588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 19:22:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.079.000) 05/25 19:22:27 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400848 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:22:27 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:22:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 400848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 19:22:29 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419592 - ResidentSetSize of job (KB) ... 006 (1259.020.000) 05/25 19:22:29 Image size of job updated: 1336496 319 - MemoryUsage of job (MB) 326364 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:22:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:22:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 419592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:22:30 Image size of job updated: 1471476 392 - MemoryUsage of job (MB) 400496 - ResidentSetSize of job (KB) ... 006 (1259.151.000) 05/25 19:22:31 Image size of job updated: 1621708 412 - MemoryUsage of job (MB) 421796 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:22:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:22:31 Image size of job updated: 1336488 321 - MemoryUsage of job (MB) 327684 - ResidentSetSize of job (KB) ... 006 (1259.145.000) 05/25 19:22:32 Image size of job updated: 1436932 347 - MemoryUsage of job (MB) 354572 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:22:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 400496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.151.000) 05/25 19:22:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 421796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.025.000) 05/25 19:22:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336488 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.145.000) 05/25 19:22:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:22:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 354572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 19:22:34 Image size of job updated: 1572724 372 - MemoryUsage of job (MB) 380136 - ResidentSetSize of job (KB) ... 006 (1259.133.000) 05/25 19:22:35 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 371112 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 19:22:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.133.000) 05/25 19:22:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:22:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:22:35 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 315416 - ResidentSetSize of job (KB) ... 006 (1259.126.000) 05/25 19:22:36 Image size of job updated: 1403888 393 - MemoryUsage of job (MB) 402040 - ResidentSetSize of job (KB) ... 006 (1259.169.000) 05/25 19:22:37 Image size of job updated: 1453488 387 - MemoryUsage of job (MB) 395316 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:22:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.126.000) 05/25 19:22:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 402040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.169.000) 05/25 19:22:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 395316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:22:40 Image size of job updated: 1268908 317 - MemoryUsage of job (MB) 324256 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:22:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:22:41 Image size of job updated: 1454916 401 - MemoryUsage of job (MB) 410348 - ResidentSetSize of job (KB) ... 006 (1259.043.000) 05/25 19:22:41 Image size of job updated: 1336496 325 - MemoryUsage of job (MB) 332348 - ResidentSetSize of job (KB) ... 006 (1259.046.000) 05/25 19:22:42 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312024 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:22:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:22:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.043.000) 05/25 19:22:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 19:22:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 19:22:44 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 363440 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:22:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 19:22:48 Image size of job updated: 1403888 388 - MemoryUsage of job (MB) 396920 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:22:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 396920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 19:22:50 Image size of job updated: 1403888 387 - MemoryUsage of job (MB) 396160 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 19:22:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:22:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 396160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:22:51 Image size of job updated: 1403884 326 - MemoryUsage of job (MB) 333584 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:22:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:22:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 333584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 19:22:52 Image size of job updated: 1436932 413 - MemoryUsage of job (MB) 422556 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:22:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:22:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 19:23:03 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419392 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:23:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:23:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:23:04 Image size of job updated: 1268908 304 - MemoryUsage of job (MB) 310748 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:23:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:23:06 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 370804 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:23:06 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:23:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 370804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:23:07 Image size of job updated: 1572728 330 - MemoryUsage of job (MB) 337104 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:23:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:23:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 19:23:08 Image size of job updated: 1268908 320 - MemoryUsage of job (MB) 326728 - ResidentSetSize of job (KB) ... 005 (1259.068.000) 05/25 19:23:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:11, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:11, Sys 0 00:02:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1372311936 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1372311936 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1752849 1 293122776 Memory (MB) : 424 1024 1920 ... 006 (1259.187.000) 05/25 19:23:09 Image size of job updated: 1263892 352 - MemoryUsage of job (MB) 360272 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:23:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.068.000) 05/25 19:23:09 Job ad information event triggered. SentBytes = 1372311936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@uct2-c474.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:11, Sys 0 00:02:28" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 68 EventTime = "2019-05-25T19:23:09" TotalSentBytes = 1372311936.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:11, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "264634.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.187.000) 05/25 19:23:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:23:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.002.000) 05/25 19:23:11 Image size of job updated: 1436928 353 - MemoryUsage of job (MB) 361264 - ResidentSetSize of job (KB) ... 028 (1259.002.000) 05/25 19:23:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 2 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:23:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 361264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 19:23:13 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 363088 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 19:23:13 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.040.000) 05/25 19:23:18 Image size of job updated: 1336496 318 - MemoryUsage of job (MB) 325464 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:23:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:23:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:23:19 Image size of job updated: 1387328 376 - MemoryUsage of job (MB) 384444 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:23:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:23:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 384444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:23:26 Image size of job updated: 1453484 329 - MemoryUsage of job (MB) 336224 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:23:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 336224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:23:31 Image size of job updated: 1454916 411 - MemoryUsage of job (MB) 420292 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:23:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:23:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:23:32 Image size of job updated: 1454916 414 - MemoryUsage of job (MB) 423188 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:23:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:23:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 423188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.270.000) 05/25 19:23:37 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.270.000) 05/25 19:23:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 270 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:23:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:23:38 Image size of job updated: 1387332 351 - MemoryUsage of job (MB) 359328 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:23:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:23:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:23:41 Image size of job updated: 1403884 334 - MemoryUsage of job (MB) 341436 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:23:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 341436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 19:23:44 Image size of job updated: 1336496 301 - MemoryUsage of job (MB) 308144 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 19:23:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:23:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:23:44 Image size of job updated: 1436928 408 - MemoryUsage of job (MB) 416840 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:23:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:23:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 416840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:23:46 Image size of job updated: 1387328 406 - MemoryUsage of job (MB) 415052 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:23:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:23:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:23:48 Image size of job updated: 1436932 343 - MemoryUsage of job (MB) 351192 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:23:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:23:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 351192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:23:48 Image size of job updated: 1387328 394 - MemoryUsage of job (MB) 403220 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:23:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:23:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:23:54 Image size of job updated: 1471472 394 - MemoryUsage of job (MB) 403192 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:23:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:23:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 403192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:23:55 Image size of job updated: 1553368 390 - MemoryUsage of job (MB) 398548 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:23:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 398548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.102.000) 05/25 19:23:57 Job terminated. (1) Normal termination (return value 0) Usr 0 01:25:10, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:25:10, Sys 0 00:02:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1389137536 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1389137536 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1769280 1 1455047180 Memory (MB) : 401 1024 1920 ... 028 (1259.102.000) 05/25 19:23:57 Job ad information event triggered. SentBytes = 1389137536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c209.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:25:10, Sys 0 00:02:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 102 EventTime = "2019-05-25T19:23:57" TotalSentBytes = 1389137536.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:25:10, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "264644.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.170.000) 05/25 19:24:03 Image size of job updated: 1252348 367 - MemoryUsage of job (MB) 375280 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:24:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:24:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 19:24:07 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362496 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 19:24:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:24:08 Image size of job updated: 1621708 345 - MemoryUsage of job (MB) 352448 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:24:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:24:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 352448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:24:09 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 313376 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 19:24:09 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361648 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:24:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:24:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 19:24:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 ResidentSetSize = 361648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:24:13 Image size of job updated: 1454920 349 - MemoryUsage of job (MB) 357376 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:24:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 357376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:24:19 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306464 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:24:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:24:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:24:22 Image size of job updated: 1252348 306 - MemoryUsage of job (MB) 312484 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:24:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 312484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.236.000) 05/25 19:24:22 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.236.000) 05/25 19:24:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 236 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:24:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.066.000) 05/25 19:24:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:08, Sys 0 00:02:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:08, Sys 0 00:02:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1372944512 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1372944512 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1753467 1 564616196 Memory (MB) : 340 1024 1920 ... 028 (1259.066.000) 05/25 19:24:24 Job ad information event triggered. SentBytes = 1372944512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24396" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c099.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:08, Sys 0 00:02:39" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 66 EventTime = "2019-05-25T19:24:24" TotalSentBytes = 1372944512.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:08, Sys 0 00:02:39" JOB_GLIDEIN_SiteWMS_JobId = "264204.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.084.000) 05/25 19:24:26 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343700 - ResidentSetSize of job (KB) ... 006 (1259.086.000) 05/25 19:24:26 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341824 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:24:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:24:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:24:27 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339936 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:24:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:24:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.072.000) 05/25 19:24:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:24:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:24:29 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317568 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:24:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:24:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 19:24:31 Image size of job updated: 1572724 362 - MemoryUsage of job (MB) 370436 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 19:24:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:24:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:24:35 Image size of job updated: 1572724 326 - MemoryUsage of job (MB) 333320 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:24:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:24:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:24:41 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362800 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:24:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:24:42 Image size of job updated: 1252348 356 - MemoryUsage of job (MB) 364396 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:24:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 364396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 19:24:46 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364668 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 19:24:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 19:24:49 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357440 - ResidentSetSize of job (KB) ... 005 (1259.100.000) 05/25 19:24:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:28:32, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:28:32, Sys 0 00:02:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386401024 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386401024 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1766608 1 251599940 Memory (MB) : 388 1024 1920 ... 006 (1259.125.000) 05/25 19:24:49 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356604 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 19:24:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 274 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:24:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272576.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.100.000) 05/25 19:24:49 Job ad information event triggered. SentBytes = 1386401024.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "32076" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c244.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:28:32, Sys 0 00:02:28" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 100 EventTime = "2019-05-25T19:24:49" TotalSentBytes = 1386401024.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:28:32, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "1381507.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.211.000) 05/25 19:24:50 Image size of job updated: 1554120 340 - MemoryUsage of job (MB) 347688 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 19:24:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:24:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264917.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25074" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 19:24:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:24:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 347688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:24:53 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 360904 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:24:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:24:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.230.000) 05/25 19:24:58 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342476 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:24:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:24:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 19:24:59 Image size of job updated: 1387332 410 - MemoryUsage of job (MB) 419736 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:24:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:24:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 19:25:02 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 366696 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 19:25:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:25:05 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 372164 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:25:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:25:05 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 319120 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:25:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:25:07 Image size of job updated: 1473524 341 - MemoryUsage of job (MB) 348656 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:25:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 348656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.207.000) 05/25 19:25:09 Image size of job updated: 1386580 414 - MemoryUsage of job (MB) 423396 - ResidentSetSize of job (KB) ... 028 (1259.207.000) 05/25 19:25:09 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1386580 Proc = 207 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:25:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093768" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 423396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:25:10 Image size of job updated: 1336496 314 - MemoryUsage of job (MB) 321120 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:25:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.263.000) 05/25 19:25:11 Image size of job updated: 1272592 345 - MemoryUsage of job (MB) 353184 - ResidentSetSize of job (KB) ... 028 (1259.263.000) 05/25 19:25:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1272592 Proc = 263 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:25:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "467483" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 353184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.080.000) 05/25 19:25:17 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 402112 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:25:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 402112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:25:18 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346740 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:25:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:25:20 Image size of job updated: 1521072 331 - MemoryUsage of job (MB) 338852 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:25:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 338852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:25:20 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352964 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:25:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:25:25 Image size of job updated: 1319936 308 - MemoryUsage of job (MB) 314712 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:25:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 314712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:25:28 Image size of job updated: 1387328 395 - MemoryUsage of job (MB) 404420 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:25:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:25:29 Image size of job updated: 1570668 339 - MemoryUsage of job (MB) 346612 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:25:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:25:31 Image size of job updated: 1403884 386 - MemoryUsage of job (MB) 395004 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:25:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 395004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:25:34 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341408 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:25:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:25:38 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344564 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:25:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.224.000) 05/25 19:25:39 Image size of job updated: 1471476 392 - MemoryUsage of job (MB) 400792 - ResidentSetSize of job (KB) ... 006 (1259.239.000) 05/25 19:25:39 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346156 - ResidentSetSize of job (KB) ... 006 (1259.007.000) 05/25 19:25:39 Image size of job updated: 1387328 407 - MemoryUsage of job (MB) 415912 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 19:25:38 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315824 - ResidentSetSize of job (KB) ... 028 (1259.224.000) 05/25 19:25:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 400792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.239.000) 05/25 19:25:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 19:25:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.227.000) 05/25 19:25:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:25:43 Image size of job updated: 1572724 401 - MemoryUsage of job (MB) 409712 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:25:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 19:25:47 Image size of job updated: 1387328 349 - MemoryUsage of job (MB) 357156 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 19:25:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:25:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.124.000) 05/25 19:25:48 Image size of job updated: 1572728 338 - MemoryUsage of job (MB) 346092 - ResidentSetSize of job (KB) ... 028 (1259.124.000) 05/25 19:25:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:25:48 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339768 - ResidentSetSize of job (KB) ... 006 (1259.033.000) 05/25 19:25:49 Image size of job updated: 1390936 342 - MemoryUsage of job (MB) 349460 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:25:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.033.000) 05/25 19:25:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 349460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.136.000) 05/25 19:25:51 Image size of job updated: 1572724 377 - MemoryUsage of job (MB) 385720 - ResidentSetSize of job (KB) ... 028 (1259.136.000) 05/25 19:25:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 136 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:25:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7711874" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 385720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.246.000) 05/25 19:25:52 Image size of job updated: 1673644 447 - MemoryUsage of job (MB) 457100 - ResidentSetSize of job (KB) ... 006 (1259.231.000) 05/25 19:25:52 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317064 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:25:52 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:25:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 447 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 457100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/25 19:25:53 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 361024 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 19:25:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.261.000) 05/25 19:25:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 19:25:55 Image size of job updated: 1436932 360 - MemoryUsage of job (MB) 368328 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:25:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:25:59 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317036 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:25:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:25:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.216.000) 05/25 19:25:59 Image size of job updated: 1387328 417 - MemoryUsage of job (MB) 426908 - ResidentSetSize of job (KB) ... 006 (1259.242.000) 05/25 19:26:00 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344852 - ResidentSetSize of job (KB) ... 006 (1259.215.000) 05/25 19:26:01 Image size of job updated: 1454920 361 - MemoryUsage of job (MB) 369056 - ResidentSetSize of job (KB) ... 006 (1259.088.000) 05/25 19:26:02 Image size of job updated: 1453484 387 - MemoryUsage of job (MB) 395348 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 19:26:01 Image size of job updated: 1504516 351 - MemoryUsage of job (MB) 359272 - ResidentSetSize of job (KB) ... 028 (1259.216.000) 05/25 19:25:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 216 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:25:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968643" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" Subproc = 0 ResidentSetSize = 426908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.242.000) 05/25 19:26:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.215.000) 05/25 19:26:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 369056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.243.000) 05/25 19:26:02 Image size of job updated: 1473528 390 - MemoryUsage of job (MB) 399192 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 19:26:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 395348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 19:26:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 359272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.243.000) 05/25 19:26:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 399192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.036.000) 05/25 19:26:04 Image size of job updated: 1390928 351 - MemoryUsage of job (MB) 359168 - ResidentSetSize of job (KB) ... 028 (1259.036.000) 05/25 19:26:04 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390928 Proc = 36 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:26:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8402172" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 359168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:26:05 Image size of job updated: 1436928 403 - MemoryUsage of job (MB) 412612 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/25 19:26:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.233.000) 05/25 19:26:08 Image size of job updated: 1570672 409 - MemoryUsage of job (MB) 418696 - ResidentSetSize of job (KB) ... 006 (1259.221.000) 05/25 19:26:08 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 400352 - ResidentSetSize of job (KB) ... 006 (1259.141.000) 05/25 19:26:09 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314920 - ResidentSetSize of job (KB) ... 006 (1259.268.000) 05/25 19:26:09 Image size of job updated: 1572724 387 - MemoryUsage of job (MB) 396048 - ResidentSetSize of job (KB) ... 028 (1259.233.000) 05/25 19:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 233 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" Subproc = 0 ResidentSetSize = 418696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.221.000) 05/25 19:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 400352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.141.000) 05/25 19:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.268.000) 05/25 19:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 396048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 19:26:10 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340568 - ResidentSetSize of job (KB) ... 006 (1259.213.000) 05/25 19:26:11 Image size of job updated: 1454920 361 - MemoryUsage of job (MB) 368748 - ResidentSetSize of job (KB) ... 006 (1259.121.000) 05/25 19:26:12 Image size of job updated: 1572728 335 - MemoryUsage of job (MB) 342240 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 19:26:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.213.000) 05/25 19:26:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 368748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.121.000) 05/25 19:26:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 19:26:13 Image size of job updated: 1621708 383 - MemoryUsage of job (MB) 391840 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 19:26:13 Image size of job updated: 1405932 388 - MemoryUsage of job (MB) 397300 - ResidentSetSize of job (KB) ... 006 (1259.287.000) 05/25 19:26:13 Image size of job updated: 1387332 377 - MemoryUsage of job (MB) 385164 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 19:26:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 19:26:15 Image size of job updated: 1453484 385 - MemoryUsage of job (MB) 393788 - ResidentSetSize of job (KB) ... 006 (1259.071.000) 05/25 19:26:15 Image size of job updated: 1405940 394 - MemoryUsage of job (MB) 402696 - ResidentSetSize of job (KB) ... 006 (1259.267.000) 05/25 19:26:15 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317548 - ResidentSetSize of job (KB) ... 006 (1259.266.000) 05/25 19:26:15 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358628 - ResidentSetSize of job (KB) ... 006 (1259.247.000) 05/25 19:26:16 Image size of job updated: 1436928 357 - MemoryUsage of job (MB) 365308 - ResidentSetSize of job (KB) ... 006 (1259.248.000) 05/25 19:26:16 Image size of job updated: 1436928 352 - MemoryUsage of job (MB) 360284 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 19:26:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405932 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 397300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.287.000) 05/25 19:26:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 385164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 19:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 393788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.071.000) 05/25 19:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 402696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.267.000) 05/25 19:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.266.000) 05/25 19:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.247.000) 05/25 19:26:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 365308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 19:26:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 360284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 19:26:18 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 356280 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 19:26:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.180.000) 05/25 19:26:19 Image size of job updated: 1572728 393 - MemoryUsage of job (MB) 401744 - ResidentSetSize of job (KB) ... 028 (1259.180.000) 05/25 19:26:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:26:20 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 360136 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:26:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 360136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:26:22 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 359608 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:26:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 359608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:26:24 Image size of job updated: 1436928 409 - MemoryUsage of job (MB) 418352 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:26:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 418352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 19:26:24 Image size of job updated: 1336492 310 - MemoryUsage of job (MB) 317224 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 19:26:25 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 407356 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 19:26:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:26:27 Image size of job updated: 1336492 372 - MemoryUsage of job (MB) 380516 - ResidentSetSize of job (KB) ... 006 (1259.289.000) 05/25 19:26:27 Image size of job updated: 1403884 383 - MemoryUsage of job (MB) 392080 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 19:26:27 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 315036 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:26:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.289.000) 05/25 19:26:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 392080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:26:28 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321528 - ResidentSetSize of job (KB) ... 006 (1259.245.000) 05/25 19:26:28 Image size of job updated: 1436928 357 - MemoryUsage of job (MB) 364580 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:26:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 19:26:29 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320536 - ResidentSetSize of job (KB) ... 006 (1259.253.000) 05/25 19:26:29 Image size of job updated: 1554116 353 - MemoryUsage of job (MB) 361028 - ResidentSetSize of job (KB) ... 006 (1259.273.000) 05/25 19:26:29 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310856 - ResidentSetSize of job (KB) ... 006 (1259.255.000) 05/25 19:26:29 Image size of job updated: 1387328 412 - MemoryUsage of job (MB) 421768 - ResidentSetSize of job (KB) ... 006 (1259.262.000) 05/25 19:26:30 Image size of job updated: 1268908 365 - MemoryUsage of job (MB) 373228 - ResidentSetSize of job (KB) ... 006 (1259.070.000) 05/25 19:26:30 Image size of job updated: 1387328 397 - MemoryUsage of job (MB) 405768 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:26:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.245.000) 05/25 19:26:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 364580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.298.000) 05/25 19:26:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.006.000) 05/25 19:26:31 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 418940 - ResidentSetSize of job (KB) ... 006 (1259.048.000) 05/25 19:26:31 Image size of job updated: 1436928 407 - MemoryUsage of job (MB) 416056 - ResidentSetSize of job (KB) ... 006 (1259.264.000) 05/25 19:26:31 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317248 - ResidentSetSize of job (KB) ... 006 (1259.129.000) 05/25 19:26:31 Image size of job updated: 1405936 393 - MemoryUsage of job (MB) 401800 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 19:26:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 361028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 19:26:32 Image size of job updated: 1403884 386 - MemoryUsage of job (MB) 394700 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:26:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.255.000) 05/25 19:26:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 421768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.262.000) 05/25 19:26:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 373228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 19:26:32 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313280 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 19:26:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 19:26:33 Image size of job updated: 1572724 370 - MemoryUsage of job (MB) 378592 - ResidentSetSize of job (KB) ... 006 (1259.292.000) 05/25 19:26:33 Image size of job updated: 1336492 298 - MemoryUsage of job (MB) 304280 - ResidentSetSize of job (KB) ... 028 (1259.006.000) 05/25 19:26:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 418940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.048.000) 05/25 19:26:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:26:34 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354448 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 19:26:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 19:26:34 Image size of job updated: 1436928 405 - MemoryUsage of job (MB) 414060 - ResidentSetSize of job (KB) ... 028 (1259.129.000) 05/25 19:26:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 401800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 19:26:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 394700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 19:26:35 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337104 - ResidentSetSize of job (KB) ... 006 (1259.288.000) 05/25 19:26:35 Image size of job updated: 1403884 384 - MemoryUsage of job (MB) 392804 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 19:26:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.186.000) 05/25 19:26:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 378592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 19:26:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 298 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 304280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.183.000) 05/25 19:26:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.276.000) 05/25 19:26:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 414060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.123.000) 05/25 19:26:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.288.000) 05/25 19:26:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 392804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:26:39 Image size of job updated: 1389376 404 - MemoryUsage of job (MB) 413484 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:26:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 19:26:44 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352704 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:26:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:26:44 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 306172 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:26:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 19:26:46 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 316304 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 19:26:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:26:47 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354672 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:26:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:26:48 Image size of job updated: 1454920 365 - MemoryUsage of job (MB) 373180 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:26:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 373180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:26:48 Image size of job updated: 1453484 393 - MemoryUsage of job (MB) 401756 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:26:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 401756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:26:49 Image size of job updated: 2013552 407 - MemoryUsage of job (MB) 416068 - ResidentSetSize of job (KB) ... 006 (1259.283.000) 05/25 19:26:50 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 407848 - ResidentSetSize of job (KB) ... 028 (1259.018.000) 05/25 19:26:49 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:26:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 416068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.283.000) 05/25 19:26:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:26:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 407848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.030.000) 05/25 19:26:51 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363968 - ResidentSetSize of job (KB) ... 028 (1259.030.000) 05/25 19:26:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 30 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:26:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716726" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 19:26:52 Image size of job updated: 1621708 366 - MemoryUsage of job (MB) 374284 - ResidentSetSize of job (KB) ... 006 (1259.147.000) 05/25 19:26:53 Image size of job updated: 1454920 366 - MemoryUsage of job (MB) 374240 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 19:26:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 374284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.147.000) 05/25 19:26:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 374240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:26:54 Image size of job updated: 1387332 348 - MemoryUsage of job (MB) 355340 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:26:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:26:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 355340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:26:57 Image size of job updated: 1403880 342 - MemoryUsage of job (MB) 349732 - ResidentSetSize of job (KB) ... 006 (1259.138.000) 05/25 19:26:57 Image size of job updated: 1471472 391 - MemoryUsage of job (MB) 400156 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:26:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 349732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.138.000) 05/25 19:26:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:26:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 400156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:26:58 Image size of job updated: 1387328 348 - MemoryUsage of job (MB) 356260 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:26:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:26:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:27:00 Image size of job updated: 1387332 390 - MemoryUsage of job (MB) 399112 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 19:27:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:27:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 19:27:00 Image size of job updated: 1342468 312 - MemoryUsage of job (MB) 319440 - ResidentSetSize of job (KB) ... 006 (1259.148.000) 05/25 19:27:00 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 360416 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 19:27:00 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314504 - ResidentSetSize of job (KB) ... 006 (1259.154.000) 05/25 19:27:01 Image size of job updated: 1387332 348 - MemoryUsage of job (MB) 355460 - ResidentSetSize of job (KB) ... 006 (1259.089.000) 05/25 19:27:01 Image size of job updated: 1403884 390 - MemoryUsage of job (MB) 398792 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:27:01 Image size of job updated: 1336492 319 - MemoryUsage of job (MB) 326144 - ResidentSetSize of job (KB) ... 006 (1259.157.000) 05/25 19:27:01 Image size of job updated: 1387332 363 - MemoryUsage of job (MB) 371004 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 19:27:02 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316568 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 19:27:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.148.000) 05/25 19:27:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 19:27:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 19:27:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 355460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.089.000) 05/25 19:27:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 398792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:27:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.157.000) 05/25 19:27:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 371004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 19:27:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:27:04 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 346000 - ResidentSetSize of job (KB) ... 006 (1259.182.000) 05/25 19:27:05 Image size of job updated: 1268908 323 - MemoryUsage of job (MB) 330336 - ResidentSetSize of job (KB) ... 006 (1259.146.000) 05/25 19:27:06 Image size of job updated: 1504520 352 - MemoryUsage of job (MB) 359460 - ResidentSetSize of job (KB) ... 006 (1259.191.000) 05/25 19:27:07 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303308 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:27:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 19:27:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.146.000) 05/25 19:27:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 359460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.119.000) 05/25 19:27:09 Image size of job updated: 1473528 394 - MemoryUsage of job (MB) 402880 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:27:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.119.000) 05/25 19:27:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 402880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:27:10 Image size of job updated: 1387332 347 - MemoryUsage of job (MB) 354960 - ResidentSetSize of job (KB) ... 005 (1259.061.000) 05/25 19:27:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:39, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:39, Sys 0 00:02:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1355538944 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1355538944 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1736469 1 538159824 Memory (MB) : 402 1024 1920 ... 005 (1259.108.000) 05/25 19:27:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:24, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:24, Sys 0 00:02:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386178432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386178432 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1766391 1 565342640 Memory (MB) : 399 1024 1920 ... 006 (1259.285.000) 05/25 19:27:11 Image size of job updated: 1407572 415 - MemoryUsage of job (MB) 424600 - ResidentSetSize of job (KB) ... 006 (1259.156.000) 05/25 19:27:11 Image size of job updated: 1554120 350 - MemoryUsage of job (MB) 357664 - ResidentSetSize of job (KB) ... 006 (1259.173.000) 05/25 19:27:12 Image size of job updated: 1471472 396 - MemoryUsage of job (MB) 405240 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:27:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 354960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.061.000) 05/25 19:27:10 Job ad information event triggered. SentBytes = 1355538944.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24253" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c140.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:39, Sys 0 00:02:27" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 61 EventTime = "2019-05-25T19:27:10" TotalSentBytes = 1355538944.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:39, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "264076.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.108.000) 05/25 19:27:10 Job ad information event triggered. SentBytes = 1386178432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23343" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c099.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:24, Sys 0 00:02:44" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 108 EventTime = "2019-05-25T19:27:10" TotalSentBytes = 1386178432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:21:24, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "271401.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.285.000) 05/25 19:27:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1407572 Proc = 285 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:27:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466315" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875310" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 424600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1259.156.000) 05/25 19:27:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 357664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 19:27:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 405240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.137.000) 05/25 19:27:12 Image size of job updated: 1403888 344 - MemoryUsage of job (MB) 352108 - ResidentSetSize of job (KB) ... 028 (1259.137.000) 05/25 19:27:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 352108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.142.000) 05/25 19:27:14 Image size of job updated: 1453488 391 - MemoryUsage of job (MB) 400136 - ResidentSetSize of job (KB) ... 028 (1259.142.000) 05/25 19:27:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 ResidentSetSize = 400136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.026.000) 05/25 19:27:22 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380548 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:27:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:27:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:27:24 Image size of job updated: 1454920 370 - MemoryUsage of job (MB) 378472 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:27:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 378472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:27:24 Image size of job updated: 1336492 364 - MemoryUsage of job (MB) 372112 - ResidentSetSize of job (KB) ... 006 (1259.192.000) 05/25 19:27:25 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 311900 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:27:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 372112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 19:27:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.278.000) 05/25 19:27:26 Job terminated. (1) Normal termination (return value 0) Usr 0 01:16:39, Sys 0 00:01:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:16:39, Sys 0 00:01:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1914312320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1914312320 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2282151 1 8610743 Memory (MB) : 414 1024 1024 ... 028 (1259.278.000) 05/25 19:27:26 Job ad information event triggered. SentBytes = 1914312320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875549" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:16:39, Sys 0 00:01:17" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 278 EventTime = "2019-05-25T19:27:26" TotalSentBytes = 1914312320.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:16:39, Sys 0 00:01:17" JOB_GLIDEIN_SiteWMS_JobId = "466635" TotalReceivedBytes = 422560224.0 ... 006 (1259.079.000) 05/25 19:27:28 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407272 - ResidentSetSize of job (KB) ... 028 (1259.079.000) 05/25 19:27:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 79 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T19:27:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.163.000) 05/25 19:27:30 Image size of job updated: 1387328 413 - MemoryUsage of job (MB) 422680 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:27:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:27:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 422680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.193.000) 05/25 19:27:30 Image size of job updated: 1471476 393 - MemoryUsage of job (MB) 401828 - ResidentSetSize of job (KB) ... 006 (1259.020.000) 05/25 19:27:31 Image size of job updated: 1336496 320 - MemoryUsage of job (MB) 327128 - ResidentSetSize of job (KB) ... 006 (1259.222.000) 05/25 19:27:31 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 354752 - ResidentSetSize of job (KB) ... 006 (1259.151.000) 05/25 19:27:31 Image size of job updated: 1621708 415 - MemoryUsage of job (MB) 424464 - ResidentSetSize of job (KB) ... 028 (1259.193.000) 05/25 19:27:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 ResidentSetSize = 401828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 19:27:32 Image size of job updated: 1570668 336 - MemoryUsage of job (MB) 343180 - ResidentSetSize of job (KB) ... 006 (1259.145.000) 05/25 19:27:32 Image size of job updated: 1436932 350 - MemoryUsage of job (MB) 357656 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:27:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.222.000) 05/25 19:27:31 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 354752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.151.000) 05/25 19:27:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 424464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.025.000) 05/25 19:27:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.145.000) 05/25 19:27:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:27:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 357656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:27:35 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 372632 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:27:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.038.000) 05/25 19:27:35 Image size of job updated: 1572724 374 - MemoryUsage of job (MB) 382436 - ResidentSetSize of job (KB) ... 006 (1259.037.000) 05/25 19:27:35 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316984 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 19:27:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 382436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.037.000) 05/25 19:27:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:27:36 Image size of job updated: 1403888 395 - MemoryUsage of job (MB) 403864 - ResidentSetSize of job (KB) ... 006 (1259.169.000) 05/25 19:27:37 Image size of job updated: 1453488 387 - MemoryUsage of job (MB) 396188 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:27:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 403864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.169.000) 05/25 19:27:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 ResidentSetSize = 396188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:27:40 Image size of job updated: 1268908 319 - MemoryUsage of job (MB) 325692 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:27:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:27:41 Image size of job updated: 1454916 404 - MemoryUsage of job (MB) 413364 - ResidentSetSize of job (KB) ... 006 (1259.032.000) 05/25 19:27:42 Image size of job updated: 1570672 365 - MemoryUsage of job (MB) 373660 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:27:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:27:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 19:27:42 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347504 - ResidentSetSize of job (KB) ... 006 (1259.046.000) 05/25 19:27:42 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312720 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 19:27:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 373660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.043.000) 05/25 19:27:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 19:27:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 19:27:49 Image size of job updated: 1403888 390 - MemoryUsage of job (MB) 398376 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 19:27:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 398376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.202.000) 05/25 19:27:51 Image size of job updated: 1403888 389 - MemoryUsage of job (MB) 397564 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 19:27:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:27:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 397564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 19:27:52 Image size of job updated: 1436932 415 - MemoryUsage of job (MB) 424924 - ResidentSetSize of job (KB) ... 006 (1259.166.000) 05/25 19:27:52 Image size of job updated: 1403884 328 - MemoryUsage of job (MB) 335052 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:27:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:27:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.166.000) 05/25 19:27:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:27:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 335052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.165.000) 05/25 19:28:04 Image size of job updated: 1387328 412 - MemoryUsage of job (MB) 421816 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 19:28:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:28:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.099.000) 05/25 19:28:04 Job terminated. (1) Normal termination (return value 0) Usr 0 01:26:35, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:26:35, Sys 0 00:02:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1384048128 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1384048128 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1764310 1 674071204 Memory (MB) : 399 1024 1920 ... 028 (1259.099.000) 05/25 19:28:04 Job ad information event triggered. SentBytes = 1384048128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:26:35, Sys 0 00:02:51" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 99 EventTime = "2019-05-25T19:28:04" TotalSentBytes = 1384048128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:26:35, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "264641.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.041.000) 05/25 19:28:05 Image size of job updated: 1268908 307 - MemoryUsage of job (MB) 314232 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:28:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:28:06 Image size of job updated: 1500000 364 - MemoryUsage of job (MB) 372512 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:28:06 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:28:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 372512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:28:07 Image size of job updated: 1572728 342 - MemoryUsage of job (MB) 350044 - ResidentSetSize of job (KB) ... 006 (1259.045.000) 05/25 19:28:08 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340492 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:28:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.045.000) 05/25 19:28:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 19:28:10 Image size of job updated: 1263892 353 - MemoryUsage of job (MB) 360688 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 19:28:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:28:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.040.000) 05/25 19:28:18 Image size of job updated: 1336496 320 - MemoryUsage of job (MB) 327528 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:28:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:28:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:28:19 Image size of job updated: 1387328 379 - MemoryUsage of job (MB) 387696 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:28:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:28:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 387696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.052.000) 05/25 19:28:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:47, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:47, Sys 0 00:02:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1343169920 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1343169920 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1724391 1 648367784 Memory (MB) : 399 1024 1920 ... 028 (1259.052.000) 05/25 19:28:24 Job ad information event triggered. SentBytes = 1343169920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24294" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c024.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:47, Sys 0 00:02:53" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 52 EventTime = "2019-05-25T19:28:24" TotalSentBytes = 1343169920.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:20:47, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "272354.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.171.000) 05/25 19:28:27 Image size of job updated: 1453484 330 - MemoryUsage of job (MB) 337600 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:28:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 337600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:28:32 Image size of job updated: 1454916 413 - MemoryUsage of job (MB) 422856 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:28:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:28:32 Image size of job updated: 1454916 416 - MemoryUsage of job (MB) 425608 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:28:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:28:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 425608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:28:38 Image size of job updated: 1387332 355 - MemoryUsage of job (MB) 362668 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:28:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:28:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:28:41 Image size of job updated: 1403884 336 - MemoryUsage of job (MB) 343616 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:28:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 343616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 19:28:44 Image size of job updated: 1336496 302 - MemoryUsage of job (MB) 309180 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 19:28:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:28:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:28:45 Image size of job updated: 1436928 410 - MemoryUsage of job (MB) 419272 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:28:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:28:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 419272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 19:28:47 Image size of job updated: 1387328 409 - MemoryUsage of job (MB) 418324 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 19:28:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:28:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:28:48 Image size of job updated: 1436932 346 - MemoryUsage of job (MB) 353352 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:28:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 353352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 19:28:48 Image size of job updated: 1387328 397 - MemoryUsage of job (MB) 406280 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 19:28:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:28:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 19:28:55 Image size of job updated: 1471472 396 - MemoryUsage of job (MB) 405160 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 19:28:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 ResidentSetSize = 405160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:28:55 Image size of job updated: 1553368 391 - MemoryUsage of job (MB) 399732 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:28:55 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:28:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 399732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:29:03 Image size of job updated: 1252348 371 - MemoryUsage of job (MB) 379152 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:29:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:29:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:29:08 Image size of job updated: 1621708 347 - MemoryUsage of job (MB) 354768 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:29:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:29:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 354768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:29:09 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314360 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:29:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:29:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:29:15 Image size of job updated: 1454920 352 - MemoryUsage of job (MB) 360220 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:29:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:29:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 360220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:29:20 Image size of job updated: 1268904 302 - MemoryUsage of job (MB) 308300 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:29:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:29:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:29:22 Image size of job updated: 1252348 308 - MemoryUsage of job (MB) 315368 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:29:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:29:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 315368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 19:29:27 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345196 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 19:29:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:29:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:29:27 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343568 - ResidentSetSize of job (KB) ... 006 (1259.072.000) 05/25 19:29:28 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341416 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:29:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:29:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.072.000) 05/25 19:29:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:29:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:29:30 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 318576 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:29:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:29:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.077.000) 05/25 19:29:31 Image size of job updated: 1572724 364 - MemoryUsage of job (MB) 372004 - ResidentSetSize of job (KB) ... 028 (1259.077.000) 05/25 19:29:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:29:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:29:36 Image size of job updated: 1572724 327 - MemoryUsage of job (MB) 333864 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:29:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:29:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.164.000) 05/25 19:29:36 Image size of job updated: 1436932 417 - MemoryUsage of job (MB) 426472 - ResidentSetSize of job (KB) ... 028 (1259.164.000) 05/25 19:29:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 164 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:29:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:29:39 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315388 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 19:29:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:29:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:29:42 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364944 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:29:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:29:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:29:43 Image size of job updated: 1252348 360 - MemoryUsage of job (MB) 367844 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:29:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:29:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 367844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.094.000) 05/25 19:29:47 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 367676 - ResidentSetSize of job (KB) ... 028 (1259.094.000) 05/25 19:29:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 94 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:29:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 19:29:49 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 357600 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 19:29:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 274 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:29:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272576.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24406" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 19:29:50 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357164 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 19:29:50 Image size of job updated: 1554120 343 - MemoryUsage of job (MB) 351004 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 19:29:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:29:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264917.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25074" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 19:29:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:29:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 351004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:29:54 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 360912 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:29:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:29:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.230.000) 05/25 19:29:59 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343104 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:29:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:29:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 19:30:00 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314536 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 19:30:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 19:30:00 Image size of job updated: 1387332 414 - MemoryUsage of job (MB) 423412 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 19:30:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:30:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 19:30:02 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 370224 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 19:30:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.179.000) 05/25 19:30:05 Image size of job updated: 1500000 366 - MemoryUsage of job (MB) 374724 - ResidentSetSize of job (KB) ... 028 (1259.179.000) 05/25 19:30:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 179 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23979" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:30:05 Image size of job updated: 1336496 313 - MemoryUsage of job (MB) 320172 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:30:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 19:30:07 Image size of job updated: 1473524 343 - MemoryUsage of job (MB) 350644 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 19:30:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 350644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:30:10 Image size of job updated: 1336496 315 - MemoryUsage of job (MB) 322368 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:30:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 19:30:15 Image size of job updated: 1554120 342 - MemoryUsage of job (MB) 350104 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 19:30:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 350104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.080.000) 05/25 19:30:17 Image size of job updated: 1471472 395 - MemoryUsage of job (MB) 403516 - ResidentSetSize of job (KB) ... 028 (1259.080.000) 05/25 19:30:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 ResidentSetSize = 403516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:30:18 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 348800 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:30:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:30:20 Image size of job updated: 1521072 333 - MemoryUsage of job (MB) 340820 - ResidentSetSize of job (KB) ... 006 (1259.198.000) 05/25 19:30:21 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353728 - ResidentSetSize of job (KB) ... 006 (1259.006.000) 05/25 19:30:21 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419196 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:30:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 340820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.198.000) 05/25 19:30:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.006.000) 05/25 19:30:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 6 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" Subproc = 0 ResidentSetSize = 419196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 19:30:25 Image size of job updated: 1570672 365 - MemoryUsage of job (MB) 372928 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 19:30:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:30:26 Image size of job updated: 1319936 311 - MemoryUsage of job (MB) 317800 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:30:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1319936 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 317800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:30:28 Image size of job updated: 1387328 398 - MemoryUsage of job (MB) 406616 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:30:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:30:30 Image size of job updated: 1570668 341 - MemoryUsage of job (MB) 349136 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:30:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 19:30:31 Image size of job updated: 1403884 388 - MemoryUsage of job (MB) 396600 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 19:30:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 ResidentSetSize = 396600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:30:34 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343156 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:30:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 19:30:38 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346624 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 19:30:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.007.000) 05/25 19:30:39 Image size of job updated: 1387328 410 - MemoryUsage of job (MB) 419536 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 19:30:39 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317388 - ResidentSetSize of job (KB) ... 006 (1259.224.000) 05/25 19:30:39 Image size of job updated: 1471476 393 - MemoryUsage of job (MB) 402256 - ResidentSetSize of job (KB) ... 028 (1259.007.000) 05/25 19:30:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.227.000) 05/25 19:30:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.224.000) 05/25 19:30:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471476 Proc = 224 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6587" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" Subproc = 0 ResidentSetSize = 402256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 19:30:40 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348268 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 19:30:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.135.000) 05/25 19:30:43 Image size of job updated: 1572724 401 - MemoryUsage of job (MB) 409744 - ResidentSetSize of job (KB) ... 028 (1259.135.000) 05/25 19:30:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 135 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "3161" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 409744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 19:30:47 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 359532 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 19:30:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:30:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 19:30:49 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341904 - ResidentSetSize of job (KB) ... 006 (1259.124.000) 05/25 19:30:49 Image size of job updated: 1572728 341 - MemoryUsage of job (MB) 348436 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 19:30:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.124.000) 05/25 19:30:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 124 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:30:50 Image size of job updated: 1390936 343 - MemoryUsage of job (MB) 350692 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:30:50 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:30:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 350692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:30:53 Image size of job updated: 1331488 353 - MemoryUsage of job (MB) 361152 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:30:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/25 19:30:53 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 318912 - ResidentSetSize of job (KB) ... 006 (1259.246.000) 05/25 19:30:53 Image size of job updated: 1673644 449 - MemoryUsage of job (MB) 459268 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 19:30:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.246.000) 05/25 19:30:53 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:30:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 449 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 459268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.256.000) 05/25 19:30:56 Image size of job updated: 1436932 364 - MemoryUsage of job (MB) 372324 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 19:30:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:30:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:31:00 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347156 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:31:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:31:01 Image size of job updated: 1268908 311 - MemoryUsage of job (MB) 318028 - ResidentSetSize of job (KB) ... 006 (1259.088.000) 05/25 19:31:02 Image size of job updated: 1453484 388 - MemoryUsage of job (MB) 396872 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 19:31:02 Image size of job updated: 1504516 353 - MemoryUsage of job (MB) 361444 - ResidentSetSize of job (KB) ... 006 (1259.243.000) 05/25 19:31:02 Image size of job updated: 1473528 392 - MemoryUsage of job (MB) 401244 - ResidentSetSize of job (KB) ... 006 (1259.215.000) 05/25 19:31:02 Image size of job updated: 1454920 364 - MemoryUsage of job (MB) 371936 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:31:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.088.000) 05/25 19:31:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 ResidentSetSize = 396872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 19:31:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 361444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.243.000) 05/25 19:31:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 243 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13548" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" Subproc = 0 ResidentSetSize = 401244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/25 19:31:06 Image size of job updated: 1436928 405 - MemoryUsage of job (MB) 414320 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 19:31:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 371936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.011.000) 05/25 19:31:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.221.000) 05/25 19:31:09 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 402128 - ResidentSetSize of job (KB) ... 028 (1259.221.000) 05/25 19:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 ResidentSetSize = 402128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 19:31:10 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315680 - ResidentSetSize of job (KB) ... 006 (1259.268.000) 05/25 19:31:11 Image size of job updated: 1572724 390 - MemoryUsage of job (MB) 398424 - ResidentSetSize of job (KB) ... 006 (1259.213.000) 05/25 19:31:11 Image size of job updated: 1454920 364 - MemoryUsage of job (MB) 371820 - ResidentSetSize of job (KB) ... 006 (1259.111.000) 05/25 19:31:11 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341912 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 19:31:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:31:12 Image size of job updated: 1572728 336 - MemoryUsage of job (MB) 343732 - ResidentSetSize of job (KB) ... 023 (1259.127.000) 05/25 19:31:12 Job reconnected to glidein_3453_45866685@MAX-ACWARD-S5-its-c7-osg-20190309 startd address: <10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP> starter address: <10.0.2.15:37888?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886837&PrivNet=MAX-ACWARD-S5-its-c7-osg-20190309&addrs=10.0.2.15-37888&noUDP> ... 028 (1259.268.000) 05/25 19:31:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/25 19:31:13 Image size of job updated: 1621708 387 - MemoryUsage of job (MB) 396116 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/25 19:31:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.213.000) 05/25 19:31:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 371820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.111.000) 05/25 19:31:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.121.000) 05/25 19:31:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.127.000) 05/25 19:31:12 Job ad information event triggered. StartdAddr = "<10.0.2.15:40796?CCBID=192.170.227.251:9755%3faddrs%3d192.170.227.251-9755#872668&addrs=10.0.2.15-40796&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14164" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 127 EventTime = "2019-05-25T19:31:12" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3453_45866685@MAX-ACWARD-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:37888?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886837&PrivNet=MAX-ACWARD-S5-its-c7-osg-20190309&addrs=10.0.2.15-37888&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" EventDescription = "Job reconnected" ... 006 (1259.287.000) 05/25 19:31:14 Image size of job updated: 1387332 380 - MemoryUsage of job (MB) 388500 - ResidentSetSize of job (KB) ... 006 (1259.265.000) 05/25 19:31:14 Image size of job updated: 1405932 390 - MemoryUsage of job (MB) 398968 - ResidentSetSize of job (KB) ... 006 (1259.071.000) 05/25 19:31:15 Image size of job updated: 1405940 396 - MemoryUsage of job (MB) 404760 - ResidentSetSize of job (KB) ... 006 (1259.267.000) 05/25 19:31:15 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 318284 - ResidentSetSize of job (KB) ... 006 (1259.266.000) 05/25 19:31:15 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362064 - ResidentSetSize of job (KB) ... 006 (1259.076.000) 05/25 19:31:15 Image size of job updated: 1453484 387 - MemoryUsage of job (MB) 395488 - ResidentSetSize of job (KB) ... 006 (1259.127.000) 05/25 19:31:16 Image size of job updated: 1570752 314 - MemoryUsage of job (MB) 321140 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 19:31:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 380 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 19:31:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405932 Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 398968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.071.000) 05/25 19:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405940 Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 ResidentSetSize = 404760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.267.000) 05/25 19:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 19:31:16 Image size of job updated: 1436928 358 - MemoryUsage of job (MB) 366444 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 19:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 19:31:17 Image size of job updated: 1436928 354 - MemoryUsage of job (MB) 362448 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 19:31:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 ResidentSetSize = 395488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.127.000) 05/25 19:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570752 Proc = 127 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 19:31:19 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 358676 - ResidentSetSize of job (KB) ... 006 (1259.180.000) 05/25 19:31:19 Image size of job updated: 1572728 395 - MemoryUsage of job (MB) 403856 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 19:31:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 366444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:31:20 Image size of job updated: 1387328 355 - MemoryUsage of job (MB) 362740 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 19:31:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 362448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:31:22 Image size of job updated: 1387328 355 - MemoryUsage of job (MB) 362536 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 19:31:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.180.000) 05/25 19:31:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.249.000) 05/25 19:31:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 362740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.251.000) 05/25 19:31:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 362536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.279.000) 05/25 19:31:24 Image size of job updated: 1436928 412 - MemoryUsage of job (MB) 421312 - ResidentSetSize of job (KB) ... 006 (1259.294.000) 05/25 19:31:24 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318280 - ResidentSetSize of job (KB) ... 028 (1259.279.000) 05/25 19:31:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 ResidentSetSize = 421312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 19:31:26 Image size of job updated: 1387328 401 - MemoryUsage of job (MB) 410376 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 19:31:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:31:28 Image size of job updated: 1453484 403 - MemoryUsage of job (MB) 412200 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 19:31:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.289.000) 05/25 19:31:28 Image size of job updated: 1403884 384 - MemoryUsage of job (MB) 392896 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 19:31:28 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316332 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:31:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:31:29 Image size of job updated: 1268904 316 - MemoryUsage of job (MB) 323056 - ResidentSetSize of job (KB) ... 006 (1259.245.000) 05/25 19:31:29 Image size of job updated: 1436928 359 - MemoryUsage of job (MB) 367020 - ResidentSetSize of job (KB) ... 006 (1259.282.000) 05/25 19:31:29 Image size of job updated: 14299976 881 - MemoryUsage of job (MB) 901164 - ResidentSetSize of job (KB) ... 006 (1259.298.000) 05/25 19:31:29 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321856 - ResidentSetSize of job (KB) ... 028 (1259.289.000) 05/25 19:31:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 289 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14021" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 392896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 19:31:29 Image size of job updated: 1554116 355 - MemoryUsage of job (MB) 363404 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:31:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.185.000) 05/25 19:31:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.245.000) 05/25 19:31:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 367020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.282.000) 05/25 19:31:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14299976 Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 881 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 ResidentSetSize = 901164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.298.000) 05/25 19:31:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:31:30 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 312388 - ResidentSetSize of job (KB) ... 006 (1259.255.000) 05/25 19:31:30 Image size of job updated: 1387328 415 - MemoryUsage of job (MB) 424916 - ResidentSetSize of job (KB) ... 006 (1259.262.000) 05/25 19:31:30 Image size of job updated: 1268908 366 - MemoryUsage of job (MB) 374272 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 19:31:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 363404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 19:31:31 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408272 - ResidentSetSize of job (KB) ... 006 (1259.129.000) 05/25 19:31:32 Image size of job updated: 1405936 394 - MemoryUsage of job (MB) 403280 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 19:31:32 Image size of job updated: 1403884 388 - MemoryUsage of job (MB) 396556 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:31:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.048.000) 05/25 19:31:32 Image size of job updated: 1436928 411 - MemoryUsage of job (MB) 420220 - ResidentSetSize of job (KB) ... 028 (1259.255.000) 05/25 19:31:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 ResidentSetSize = 424916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.262.000) 05/25 19:31:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 374272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.070.000) 05/25 19:31:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.129.000) 05/25 19:31:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1405936 Proc = 129 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" Subproc = 0 ResidentSetSize = 403280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 19:31:33 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314324 - ResidentSetSize of job (KB) ... 006 (1259.186.000) 05/25 19:31:33 Image size of job updated: 1572724 372 - MemoryUsage of job (MB) 380464 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 19:31:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 ResidentSetSize = 396556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:31:34 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356760 - ResidentSetSize of job (KB) ... 006 (1259.276.000) 05/25 19:31:34 Image size of job updated: 1436928 407 - MemoryUsage of job (MB) 416708 - ResidentSetSize of job (KB) ... 028 (1259.048.000) 05/25 19:31:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:31:34 Image size of job updated: 1336492 299 - MemoryUsage of job (MB) 305656 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 19:31:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.186.000) 05/25 19:31:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 380464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.183.000) 05/25 19:31:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.276.000) 05/25 19:31:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 416708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 19:31:36 Image size of job updated: 1403884 386 - MemoryUsage of job (MB) 394456 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:31:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.288.000) 05/25 19:31:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 394456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.280.000) 05/25 19:31:40 Image size of job updated: 1389376 407 - MemoryUsage of job (MB) 416260 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/25 19:31:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1389376 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.130.000) 05/25 19:31:44 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355056 - ResidentSetSize of job (KB) ... 028 (1259.130.000) 05/25 19:31:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 130 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:31:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:31:45 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 308056 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:31:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:31:47 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 356540 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:31:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 19:31:48 Image size of job updated: 1453484 395 - MemoryUsage of job (MB) 403888 - ResidentSetSize of job (KB) ... 006 (1259.153.000) 05/25 19:31:48 Image size of job updated: 1454920 368 - MemoryUsage of job (MB) 376100 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 19:31:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 403888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.018.000) 05/25 19:31:49 Image size of job updated: 2013552 409 - MemoryUsage of job (MB) 417916 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:31:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 376100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.018.000) 05/25 19:31:49 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2013552 Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T19:31:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 ResidentSetSize = 417916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 19:31:51 Image size of job updated: 1387328 402 - MemoryUsage of job (MB) 410732 - ResidentSetSize of job (KB) ... 006 (1259.149.000) 05/25 19:31:52 Image size of job updated: 1621708 369 - MemoryUsage of job (MB) 377212 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 19:31:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:31:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 ResidentSetSize = 410732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.149.000) 05/25 19:31:52 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 377212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.147.000) 05/25 19:31:53 Image size of job updated: 1454920 369 - MemoryUsage of job (MB) 377644 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 19:31:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 377644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:31:54 Image size of job updated: 1387332 350 - MemoryUsage of job (MB) 358304 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:31:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 358304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 19:31:58 Image size of job updated: 1403880 345 - MemoryUsage of job (MB) 352632 - ResidentSetSize of job (KB) ... 006 (1259.138.000) 05/25 19:31:58 Image size of job updated: 1471472 393 - MemoryUsage of job (MB) 402324 - ResidentSetSize of job (KB) ... 006 (1259.044.000) 05/25 19:31:59 Image size of job updated: 1387328 352 - MemoryUsage of job (MB) 359592 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 19:31:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403880 Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 352632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.138.000) 05/25 19:31:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:31:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 ResidentSetSize = 402324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.044.000) 05/25 19:31:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:31:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.295.000) 05/25 19:32:00 Image size of job updated: 1387332 393 - MemoryUsage of job (MB) 401940 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 19:32:01 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314768 - ResidentSetSize of job (KB) ... 006 (1259.234.000) 05/25 19:32:01 Image size of job updated: 1342468 313 - MemoryUsage of job (MB) 320232 - ResidentSetSize of job (KB) ... 006 (1259.154.000) 05/25 19:32:01 Image size of job updated: 1387332 351 - MemoryUsage of job (MB) 358704 - ResidentSetSize of job (KB) ... 006 (1259.089.000) 05/25 19:32:01 Image size of job updated: 1403884 392 - MemoryUsage of job (MB) 401284 - ResidentSetSize of job (KB) ... 006 (1259.148.000) 05/25 19:32:01 Image size of job updated: 1454920 354 - MemoryUsage of job (MB) 361788 - ResidentSetSize of job (KB) ... 028 (1259.295.000) 05/25 19:32:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 295 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:32:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23937" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.157.000) 05/25 19:32:02 Image size of job updated: 1387332 366 - MemoryUsage of job (MB) 374020 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:32:02 Image size of job updated: 1336492 321 - MemoryUsage of job (MB) 327728 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 19:32:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.234.000) 05/25 19:32:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 19:32:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 358704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.089.000) 05/25 19:32:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 89 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712033" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 401284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.148.000) 05/25 19:32:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 361788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.157.000) 05/25 19:32:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 374020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:32:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.112.000) 05/25 19:32:06 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347868 - ResidentSetSize of job (KB) ... 006 (1259.146.000) 05/25 19:32:06 Image size of job updated: 1504520 354 - MemoryUsage of job (MB) 362472 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 19:32:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 112 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24199" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.146.000) 05/25 19:32:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 362472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:32:07 Image size of job updated: 1268904 297 - MemoryUsage of job (MB) 303948 - ResidentSetSize of job (KB) ... 006 (1259.119.000) 05/25 19:32:09 Image size of job updated: 1473528 396 - MemoryUsage of job (MB) 405024 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:32:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 303948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.119.000) 05/25 19:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473528 Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 ResidentSetSize = 405024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:32:11 Image size of job updated: 1387332 350 - MemoryUsage of job (MB) 357516 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:32:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 357516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 19:32:12 Image size of job updated: 1554120 352 - MemoryUsage of job (MB) 360108 - ResidentSetSize of job (KB) ... 006 (1259.173.000) 05/25 19:32:12 Image size of job updated: 1471472 398 - MemoryUsage of job (MB) 407420 - ResidentSetSize of job (KB) ... 006 (1259.137.000) 05/25 19:32:13 Image size of job updated: 1403888 346 - MemoryUsage of job (MB) 354004 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:32:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 19:32:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1471472 Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 ResidentSetSize = 407420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.137.000) 05/25 19:32:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 137 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114159" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 ResidentSetSize = 354004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.106.000) 05/25 19:32:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:17, Sys 0 00:03:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:17, Sys 0 00:03:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1390113664 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1390113664 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1770234 1 609208292 Memory (MB) : 400 1024 1920 ... 028 (1259.106.000) 05/25 19:32:18 Job ad information event triggered. SentBytes = 1390113664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968552" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:17, Sys 0 00:03:03" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 106 EventTime = "2019-05-25T19:32:18" TotalSentBytes = 1390113664.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:27:17, Sys 0 00:03:03" JOB_GLIDEIN_SiteWMS_JobId = "271475.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.026.000) 05/25 19:32:24 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402280 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 19:32:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 19:32:24 Image size of job updated: 1454920 374 - MemoryUsage of job (MB) 382072 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 19:32:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 382072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 19:32:25 Image size of job updated: 1336492 365 - MemoryUsage of job (MB) 373040 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 19:32:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 373040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.163.000) 05/25 19:32:30 Image size of job updated: 1387328 417 - MemoryUsage of job (MB) 426052 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 19:32:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:32:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 ResidentSetSize = 426052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:32:31 Image size of job updated: 1336496 322 - MemoryUsage of job (MB) 328952 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:32:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.151.000) 05/25 19:32:32 Image size of job updated: 1621708 419 - MemoryUsage of job (MB) 428040 - ResidentSetSize of job (KB) ... 006 (1259.025.000) 05/25 19:32:33 Image size of job updated: 1570668 337 - MemoryUsage of job (MB) 344660 - ResidentSetSize of job (KB) ... 006 (1259.145.000) 05/25 19:32:34 Image size of job updated: 1436932 352 - MemoryUsage of job (MB) 359832 - ResidentSetSize of job (KB) ... 028 (1259.151.000) 05/25 19:32:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 428040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.025.000) 05/25 19:32:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.145.000) 05/25 19:32:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:32:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 359832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.133.000) 05/25 19:32:35 Image size of job updated: 1500000 383 - MemoryUsage of job (MB) 391464 - ResidentSetSize of job (KB) ... 006 (1259.038.000) 05/25 19:32:36 Image size of job updated: 1572724 375 - MemoryUsage of job (MB) 383228 - ResidentSetSize of job (KB) ... 028 (1259.133.000) 05/25 19:32:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:32:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:32:36 Image size of job updated: 1570676 324 - MemoryUsage of job (MB) 331676 - ResidentSetSize of job (KB) ... 028 (1259.038.000) 05/25 19:32:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 383228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.037.000) 05/25 19:32:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.126.000) 05/25 19:32:37 Image size of job updated: 1403888 397 - MemoryUsage of job (MB) 405840 - ResidentSetSize of job (KB) ... 028 (1259.126.000) 05/25 19:32:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 126 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7709838" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" Subproc = 0 ResidentSetSize = 405840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.162.000) 05/25 19:32:41 Image size of job updated: 1454916 407 - MemoryUsage of job (MB) 416380 - ResidentSetSize of job (KB) ... 006 (1259.024.000) 05/25 19:32:41 Image size of job updated: 1268908 321 - MemoryUsage of job (MB) 327804 - ResidentSetSize of job (KB) ... 028 (1259.162.000) 05/25 19:32:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:32:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/25 19:32:42 Image size of job updated: 1570672 367 - MemoryUsage of job (MB) 375508 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:32:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 19:32:42 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349492 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 19:32:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 375508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 19:32:43 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314040 - ResidentSetSize of job (KB) ... 005 (1259.008.000) 05/25 19:32:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:07, Sys 0 00:02:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:07, Sys 0 00:02:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876752640 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1876752640 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2245467 1 816204872 Memory (MB) : 423 1024 1920 ... 028 (1259.043.000) 05/25 19:32:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 19:32:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.008.000) 05/25 19:32:44 Job ad information event triggered. SentBytes = 1876752640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26360" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c182.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:07, Sys 0 00:02:47" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 8 EventTime = "2019-05-25T19:32:44" TotalSentBytes = 1876752640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:07, Sys 0 00:02:47" JOB_GLIDEIN_SiteWMS_JobId = "1667726.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.166.000) 05/25 19:32:52 Image size of job updated: 1403884 328 - MemoryUsage of job (MB) 335396 - ResidentSetSize of job (KB) ... 006 (1259.202.000) 05/25 19:32:52 Image size of job updated: 1403888 391 - MemoryUsage of job (MB) 399612 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:32:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:32:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 335396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.202.000) 05/25 19:32:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403888 Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:32:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 ResidentSetSize = 399612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.268.000) 05/25 19:33:00 Image size of job updated: 1572724 390 - MemoryUsage of job (MB) 398952 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 19:33:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 398952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:33:06 Image size of job updated: 1268908 309 - MemoryUsage of job (MB) 315784 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:33:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:33:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 19:33:07 Image size of job updated: 1572728 344 - MemoryUsage of job (MB) 352148 - ResidentSetSize of job (KB) ... 006 (1259.238.000) 05/25 19:33:07 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375484 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 19:33:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.238.000) 05/25 19:33:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 19:33:14 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 363264 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 19:33:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:33:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.040.000) 05/25 19:33:18 Image size of job updated: 1572728 342 - MemoryUsage of job (MB) 349932 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 19:33:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:33:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 19:33:20 Image size of job updated: 1387328 381 - MemoryUsage of job (MB) 390104 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 19:33:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:33:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 ResidentSetSize = 390104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 19:33:25 Image size of job updated: 1500000 294 - MemoryUsage of job (MB) 300452 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:33:25 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 294 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 300452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:33:27 Image size of job updated: 1453484 331 - MemoryUsage of job (MB) 338248 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:33:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:33:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 338248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.160.000) 05/25 19:33:32 Image size of job updated: 1454916 416 - MemoryUsage of job (MB) 425724 - ResidentSetSize of job (KB) ... 028 (1259.160.000) 05/25 19:33:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:33:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.009.000) 05/25 19:33:33 Image size of job updated: 1454916 419 - MemoryUsage of job (MB) 428300 - ResidentSetSize of job (KB) ... 028 (1259.009.000) 05/25 19:33:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:33:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 ResidentSetSize = 428300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 19:33:38 Image size of job updated: 1387332 358 - MemoryUsage of job (MB) 365928 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 19:33:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:33:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:33:41 Image size of job updated: 1403884 337 - MemoryUsage of job (MB) 344512 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:33:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:33:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 344512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 19:33:45 Image size of job updated: 1436928 413 - MemoryUsage of job (MB) 422724 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 19:33:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:33:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 ResidentSetSize = 422724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:33:48 Image size of job updated: 1436932 348 - MemoryUsage of job (MB) 355752 - ResidentSetSize of job (KB) ... 006 (1259.293.000) 05/25 19:33:49 Image size of job updated: 1387328 400 - MemoryUsage of job (MB) 409276 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:33:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:33:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 355752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.293.000) 05/25 19:33:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:33:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:33:56 Image size of job updated: 1553368 393 - MemoryUsage of job (MB) 402272 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:33:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:33:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 402272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.004.000) 05/25 19:33:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:39:54, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:39:54, Sys 0 00:02:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873013248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1873013248 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241816 1 560034052 Memory (MB) : 421 1024 1920 ... 028 (1259.004.000) 05/25 19:33:59 Job ad information event triggered. SentBytes = 1873013248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968786" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c082.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:39:54, Sys 0 00:02:40" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 4 EventTime = "2019-05-25T19:33:59" TotalSentBytes = 1873013248.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:39:54, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "264332.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.170.000) 05/25 19:34:04 Image size of job updated: 1252348 373 - MemoryUsage of job (MB) 381896 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:34:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:34:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 19:34:08 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364816 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 19:34:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:34:08 Image size of job updated: 1621708 350 - MemoryUsage of job (MB) 358288 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:34:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 358288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 19:34:11 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363800 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 19:34:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 ResidentSetSize = 363800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:34:15 Image size of job updated: 1454920 356 - MemoryUsage of job (MB) 364056 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:34:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:34:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 364056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:34:23 Image size of job updated: 1252348 311 - MemoryUsage of job (MB) 317808 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:34:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 317808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 19:34:42 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 367424 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 19:34:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:34:44 Image size of job updated: 1252348 363 - MemoryUsage of job (MB) 370704 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:34:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 370704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 19:34:50 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359940 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 19:34:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:34:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264917.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25074" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:34:50 Image size of job updated: 1554120 345 - MemoryUsage of job (MB) 352876 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:34:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:34:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 352876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:34:55 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 361100 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:34:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.290.000) 05/25 19:35:03 Image size of job updated: 1500000 366 - MemoryUsage of job (MB) 374412 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 19:35:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:35:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 19:35:15 Image size of job updated: 1554120 345 - MemoryUsage of job (MB) 352928 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 19:35:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:35:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 352928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 19:35:19 Image size of job updated: 14513284 476 - MemoryUsage of job (MB) 486580 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 19:35:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14513284 Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:35:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 476 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 486580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:35:21 Image size of job updated: 1521072 335 - MemoryUsage of job (MB) 342380 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:35:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 342380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:35:21 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353788 - ResidentSetSize of job (KB) ... 006 (1259.116.000) 05/25 19:35:24 Image size of job updated: 1331288 305 - MemoryUsage of job (MB) 311716 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:35:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.116.000) 05/25 19:35:24 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 311716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 19:35:26 Image size of job updated: 1438980 328 - MemoryUsage of job (MB) 335396 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:35:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:35:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 19:35:29 Image size of job updated: 1387328 400 - MemoryUsage of job (MB) 408836 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 19:35:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:35:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 19:35:35 Image size of job updated: 1454920 368 - MemoryUsage of job (MB) 376236 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 19:35:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 ResidentSetSize = 376236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.070.000) 05/25 19:35:35 Image size of job updated: 1387328 399 - MemoryUsage of job (MB) 408344 - ResidentSetSize of job (KB) ... 006 (1259.007.000) 05/25 19:35:39 Image size of job updated: 1387328 413 - MemoryUsage of job (MB) 422116 - ResidentSetSize of job (KB) ... 028 (1259.070.000) 05/25 19:35:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 70 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23571" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 19:35:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:35:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 19:35:48 Image size of job updated: 1387328 355 - MemoryUsage of job (MB) 363192 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 19:35:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:35:51 Image size of job updated: 1390936 346 - MemoryUsage of job (MB) 353456 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:35:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:35:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 353456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:35:53 Image size of job updated: 1331488 354 - MemoryUsage of job (MB) 362000 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:35:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:35:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.246.000) 05/25 19:35:54 Image size of job updated: 1673644 450 - MemoryUsage of job (MB) 460588 - ResidentSetSize of job (KB) ... 028 (1259.246.000) 05/25 19:35:54 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1673644 Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T19:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" MemoryUsage = 450 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 460588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.131.000) 05/25 19:36:01 Image size of job updated: 1572728 322 - MemoryUsage of job (MB) 329196 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 19:36:02 Image size of job updated: 1504516 356 - MemoryUsage of job (MB) 363616 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 19:36:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 363616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.131.000) 05/25 19:36:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:36:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 19:36:05 Image size of job updated: 12500000 2073 - MemoryUsage of job (MB) 2121948 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 19:36:05 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:36:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 2073 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 2121948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 19:36:11 Image size of job updated: 1454920 364 - MemoryUsage of job (MB) 372512 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 19:36:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:36:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 372512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.287.000) 05/25 19:36:14 Image size of job updated: 1387332 383 - MemoryUsage of job (MB) 391468 - ResidentSetSize of job (KB) ... 028 (1259.287.000) 05/25 19:36:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:36:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 19:36:17 Image size of job updated: 1436928 357 - MemoryUsage of job (MB) 365260 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 19:36:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 365260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/25 19:36:17 Image size of job updated: 1436928 361 - MemoryUsage of job (MB) 369444 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 19:36:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 369444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.249.000) 05/25 19:36:21 Image size of job updated: 1387328 357 - MemoryUsage of job (MB) 365080 - ResidentSetSize of job (KB) ... 028 (1259.249.000) 05/25 19:36:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 365080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.251.000) 05/25 19:36:22 Image size of job updated: 1387328 357 - MemoryUsage of job (MB) 364636 - ResidentSetSize of job (KB) ... 028 (1259.251.000) 05/25 19:36:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 364636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.275.000) 05/25 19:36:28 Image size of job updated: 1572724 403 - MemoryUsage of job (MB) 412200 - ResidentSetSize of job (KB) ... 028 (1259.275.000) 05/25 19:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 275 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 412200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:36:28 Image size of job updated: 1570672 318 - MemoryUsage of job (MB) 324876 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:36:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:36:29 Image size of job updated: 1454916 353 - MemoryUsage of job (MB) 361332 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:36:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 19:36:29 Image size of job updated: 1436928 359 - MemoryUsage of job (MB) 367184 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 19:36:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 367184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 19:36:30 Image size of job updated: 1554116 358 - MemoryUsage of job (MB) 365824 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 19:36:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T19:36:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 ResidentSetSize = 365824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 19:36:32 Image size of job updated: 9791464 364 - MemoryUsage of job (MB) 371788 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 19:36:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 9791464 Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.276.000) 05/25 19:36:34 Image size of job updated: 1436928 410 - MemoryUsage of job (MB) 419664 - ResidentSetSize of job (KB) ... 028 (1259.276.000) 05/25 19:36:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436928 Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T19:36:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 ResidentSetSize = 419664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:36:34 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357024 - ResidentSetSize of job (KB) ... 006 (1259.292.000) 05/25 19:36:35 Image size of job updated: 1336492 300 - MemoryUsage of job (MB) 307000 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:36:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 19:36:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 19:36:36 Image size of job updated: 1403884 386 - MemoryUsage of job (MB) 394724 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 19:36:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:36:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 394724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:36:46 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308968 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:36:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:36:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 19:36:51 Image size of job updated: 1331484 352 - MemoryUsage of job (MB) 360192 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 19:36:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:36:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.143.000) 05/25 19:36:54 Image size of job updated: 1387332 352 - MemoryUsage of job (MB) 360296 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:36:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:36:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 19:36:58 Image size of job updated: 1454920 357 - MemoryUsage of job (MB) 364904 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 19:36:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:36:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 364904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:37:00 Image size of job updated: 1387328 354 - MemoryUsage of job (MB) 362208 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:37:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:37:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 19:37:02 Image size of job updated: 1387332 352 - MemoryUsage of job (MB) 360308 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 19:37:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 19:37:02 Image size of job updated: 1454920 357 - MemoryUsage of job (MB) 364816 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:37:03 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334292 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 19:37:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 364816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:37:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:37:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:37:05 Image size of job updated: 1572728 330 - MemoryUsage of job (MB) 337524 - ResidentSetSize of job (KB) ... 006 (1259.146.000) 05/25 19:37:06 Image size of job updated: 1504520 356 - MemoryUsage of job (MB) 364500 - ResidentSetSize of job (KB) ... 006 (1259.191.000) 05/25 19:37:08 Image size of job updated: 1268904 299 - MemoryUsage of job (MB) 305840 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:37:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:37:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.146.000) 05/25 19:37:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 364500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.191.000) 05/25 19:37:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:37:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 299 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 305840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:37:11 Image size of job updated: 1387332 352 - MemoryUsage of job (MB) 360228 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:37:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 360228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 19:37:12 Image size of job updated: 1554120 355 - MemoryUsage of job (MB) 362620 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:37:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 362620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 19:37:34 Image size of job updated: 1436932 355 - MemoryUsage of job (MB) 362944 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 19:37:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:37:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 362944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:37:37 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 332684 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:37:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:37:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:37:52 Image size of job updated: 1403884 331 - MemoryUsage of job (MB) 338000 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:37:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:37:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 338000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.238.000) 05/25 19:38:07 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376652 - ResidentSetSize of job (KB) ... 006 (1259.041.000) 05/25 19:38:07 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317328 - ResidentSetSize of job (KB) ... 028 (1259.238.000) 05/25 19:38:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 238 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.041.000) 05/25 19:38:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.197.000) 05/25 19:38:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3507_699266865@AS-PHY-SHOP-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.197.000) 05/25 19:38:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 197 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:38:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437079.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116541" StartdName = "glidein_3507_699266865@AS-PHY-SHOP-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PHY-SHOP-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 19:38:26 Image size of job updated: 1500000 297 - MemoryUsage of job (MB) 303800 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:38:26 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:38:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 297 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 303800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 19:38:27 Image size of job updated: 1453484 333 - MemoryUsage of job (MB) 340500 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:38:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:38:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 340500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:38:43 Image size of job updated: 1403884 339 - MemoryUsage of job (MB) 346988 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:38:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:38:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 346988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:38:49 Image size of job updated: 1436932 350 - MemoryUsage of job (MB) 357976 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:38:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:38:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 357976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.197.000) 05/25 19:38:56 Job executing on host: <137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP> ... 028 (1259.197.000) 05/25 19:38:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 197 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:38:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:38:56 Image size of job updated: 1553368 395 - MemoryUsage of job (MB) 404040 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:38:56 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:38:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 404040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.170.000) 05/25 19:39:05 Image size of job updated: 1554116 373 - MemoryUsage of job (MB) 381896 - ResidentSetSize of job (KB) ... 028 (1259.170.000) 05/25 19:39:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:39:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:39:09 Image size of job updated: 1621708 352 - MemoryUsage of job (MB) 360172 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:39:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:39:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 360172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 19:39:16 Image size of job updated: 1454920 358 - MemoryUsage of job (MB) 366548 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 19:39:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 366548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:39:21 Image size of job updated: 1572724 323 - MemoryUsage of job (MB) 329880 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:39:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:39:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 19:39:23 Image size of job updated: 1252348 314 - MemoryUsage of job (MB) 320536 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 19:39:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1252348 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:39:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 320536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:39:32 Image size of job updated: 1570672 319 - MemoryUsage of job (MB) 325792 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:39:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:39:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:39:37 Image size of job updated: 1572724 327 - MemoryUsage of job (MB) 334708 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:39:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:39:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 19:39:37 Image size of job updated: 1454916 364 - MemoryUsage of job (MB) 372000 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 19:39:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:39:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 19:39:44 Image size of job updated: 1373444 363 - MemoryUsage of job (MB) 370704 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 19:39:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1373444 Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:39:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 370704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:39:51 Image size of job updated: 1554120 348 - MemoryUsage of job (MB) 355480 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:39:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:39:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 355480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:39:56 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 361280 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:39:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:39:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.085.000) 05/25 19:40:07 Image size of job updated: 1570676 320 - MemoryUsage of job (MB) 327368 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:40:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:40:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 19:40:14 Image size of job updated: 1494536 340 - MemoryUsage of job (MB) 347500 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 19:40:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:40:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 347500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.210.000) 05/25 19:40:15 Image size of job updated: 1554120 347 - MemoryUsage of job (MB) 354664 - ResidentSetSize of job (KB) ... 028 (1259.210.000) 05/25 19:40:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 354664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:40:22 Image size of job updated: 1521072 336 - MemoryUsage of job (MB) 343796 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:40:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:40:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 343796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:40:27 Image size of job updated: 1438980 330 - MemoryUsage of job (MB) 337032 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:40:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:40:52 Image size of job updated: 1390936 348 - MemoryUsage of job (MB) 355644 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:40:52 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:40:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 355644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:41:03 Image size of job updated: 1572728 323 - MemoryUsage of job (MB) 330168 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:41:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:41:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.125.000) 05/25 19:41:04 Job was evicted. (0) Job was not checkpointed. Usr 0 00:22:18, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1000000 1 661916300 Memory (MB) : 352 1024 1920 ... 004 (1259.274.000) 05/25 19:41:04 Job was evicted. (0) Job was not checkpointed. Usr 0 00:21:48, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 777051 1 675503180 Memory (MB) : 350 1024 1920 ... 028 (1259.125.000) 05/25 19:41:04 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "25074" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c043.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 125 EventTime = "2019-05-25T19:41:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:22:18, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "264917.0" ... 006 (1259.232.000) 05/25 19:41:05 Image size of job updated: 12500000 3334 - MemoryUsage of job (MB) 3413128 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 19:41:04 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24406" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c041.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 274 EventTime = "2019-05-25T19:41:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:21:48, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "272576.0" ... 028 (1259.232.000) 05/25 19:41:05 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:41:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 3334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 3413128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.200.000) 05/25 19:41:19 Job terminated. (1) Normal termination (return value 0) Usr 0 01:24:33, Sys 0 00:02:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:24:33, Sys 0 00:02:12 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1902402944 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1902402944 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2270516 1 190137540 Memory (MB) : 409 1024 2500 ... 028 (1259.200.000) 05/25 19:41:19 Job ad information event triggered. SentBytes = 1902402944.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot4@CRUSH-OSG-C7-10-5-143-185" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:24:33, Sys 0 00:02:12" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 200 EventTime = "2019-05-25T19:41:19" TotalSentBytes = 1902402944.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:24:33, Sys 0 00:02:12" JOB_GLIDEIN_SiteWMS_JobId = "4442012.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.297.000) 05/25 19:41:29 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333260 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:41:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:41:30 Image size of job updated: 1454916 356 - MemoryUsage of job (MB) 363568 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:41:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:41:36 Image size of job updated: 1336492 301 - MemoryUsage of job (MB) 307252 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:41:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:41:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.013.000) 05/25 19:41:43 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:24, Sys 0 00:02:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:24, Sys 0 00:02:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875169920 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875169920 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2243921 1 1421751612 Memory (MB) : 418 1024 1920 ... 028 (1259.013.000) 05/25 19:41:43 Job ad information event triggered. SentBytes = 1875169920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "32062" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c401.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:24, Sys 0 00:02:22" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 13 EventTime = "2019-05-25T19:41:43" TotalSentBytes = 1875169920.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:24, Sys 0 00:02:22" JOB_GLIDEIN_SiteWMS_JobId = "1381498.0" TotalReceivedBytes = 422560224.0 ... 022 (1259.220.000) 05/25 19:41:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_780375140@AS-PRESTON-LAB5-S7-its-c7-osg-20190309 <10.0.2.15:45447?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866709&addrs=10.0.2.15-45447&noUDP> ... 028 (1259.220.000) 05/25 19:41:44 Job ad information event triggered. StartdAddr = "<10.0.2.15:45447?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866709&addrs=10.0.2.15-45447&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25870" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 220 EventTime = "2019-05-25T19:41:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3437_780375140@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.196.000) 05/25 19:41:47 Image size of job updated: 1336492 303 - MemoryUsage of job (MB) 310236 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:41:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:41:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.143.000) 05/25 19:41:54 Image size of job updated: 1387332 355 - MemoryUsage of job (MB) 362844 - ResidentSetSize of job (KB) ... 028 (1259.143.000) 05/25 19:41:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:41:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 362844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 19:41:59 Image size of job updated: 1454920 360 - MemoryUsage of job (MB) 368476 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 19:41:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:41:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 368476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:42:00 Image size of job updated: 1387328 356 - MemoryUsage of job (MB) 364452 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:42:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:42:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.125.000) 05/25 19:42:01 Job executing on host: <137.99.79.174:21010?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#698&addrs=137.99.79.174-21010+[--1]-21010&noUDP> ... 028 (1259.125.000) 05/25 19:42:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:42:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:21010?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#698&addrs=137.99.79.174-21010+[--1]-21010&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 19:42:02 Image size of job updated: 1387332 356 - MemoryUsage of job (MB) 363672 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 19:42:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 363672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 19:42:03 Image size of job updated: 1454920 359 - MemoryUsage of job (MB) 366856 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 19:42:03 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 335888 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 19:42:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 366856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 19:42:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:42:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:42:05 Image size of job updated: 1572728 332 - MemoryUsage of job (MB) 339248 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:42:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:42:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 19:42:07 Image size of job updated: 1504520 359 - MemoryUsage of job (MB) 367240 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 19:42:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504520 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 367240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:42:09 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 306908 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:42:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:42:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 306908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 19:42:12 Image size of job updated: 1387332 355 - MemoryUsage of job (MB) 362820 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 19:42:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387332 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 362820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 19:42:12 Image size of job updated: 1554120 358 - MemoryUsage of job (MB) 365664 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 19:42:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 365664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/25 19:42:34 Image size of job updated: 1436932 358 - MemoryUsage of job (MB) 365904 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 19:42:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:42:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 ResidentSetSize = 365904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:42:36 Image size of job updated: 1570676 327 - MemoryUsage of job (MB) 334360 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:42:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:42:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:42:42 Image size of job updated: 1453488 355 - MemoryUsage of job (MB) 363328 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:42:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453488 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:42:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:42:52 Image size of job updated: 1403884 332 - MemoryUsage of job (MB) 339548 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:42:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:42:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 339548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.273.000) 05/25 19:42:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3450_300551272@MAX-XUCHEN-S3-its-c7-osg-20190309 <10.0.2.15:42286?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866088&addrs=10.0.2.15-42286&noUDP> ... 028 (1259.273.000) 05/25 19:42:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:42286?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#866088&addrs=10.0.2.15-42286&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715583" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 273 EventTime = "2019-05-25T19:42:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3450_300551272@MAX-XUCHEN-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.023.000) 05/25 19:43:26 Image size of job updated: 1500000 301 - MemoryUsage of job (MB) 307868 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:43:26 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 307868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:43:43 Image size of job updated: 1403884 341 - MemoryUsage of job (MB) 348408 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:43:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:43:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 348408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:44:21 Image size of job updated: 1572724 323 - MemoryUsage of job (MB) 330564 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:44:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:44:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:44:29 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344640 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:44:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:44:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:44:32 Image size of job updated: 1570672 319 - MemoryUsage of job (MB) 326492 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:44:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:44:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:44:37 Image size of job updated: 1572724 328 - MemoryUsage of job (MB) 334924 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:44:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:44:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:44:56 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 361284 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:44:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:44:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.085.000) 05/25 19:45:08 Image size of job updated: 1570676 321 - MemoryUsage of job (MB) 328492 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:45:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:45:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 19:45:15 Image size of job updated: 1494536 341 - MemoryUsage of job (MB) 348676 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 19:45:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:45:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 348676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 19:45:23 Image size of job updated: 1521072 338 - MemoryUsage of job (MB) 345632 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 19:45:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1521072 Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:45:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 ResidentSetSize = 345632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 19:45:25 Image size of job updated: 1331288 305 - MemoryUsage of job (MB) 312156 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 19:45:25 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:45:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 19:45:27 Image size of job updated: 1438980 334 - MemoryUsage of job (MB) 341708 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:45:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 341708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:45:53 Image size of job updated: 1390936 350 - MemoryUsage of job (MB) 358024 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:45:53 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:45:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 358024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 19:46:05 Image size of job updated: 12500000 5049 - MemoryUsage of job (MB) 5169896 - ResidentSetSize of job (KB) ... 006 (1259.134.000) 05/25 19:46:05 Image size of job updated: 1572732 322 - MemoryUsage of job (MB) 329352 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 19:46:05 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 5049 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 5169896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.134.000) 05/25 19:46:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:46:30 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332292 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:46:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:46:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:46:46 Image size of job updated: 1336492 305 - MemoryUsage of job (MB) 311788 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:46:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:46:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/25 19:47:00 Image size of job updated: 1454920 362 - MemoryUsage of job (MB) 370272 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/25 19:47:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:47:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 ResidentSetSize = 370272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 19:47:00 Image size of job updated: 1387328 359 - MemoryUsage of job (MB) 366720 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 19:47:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1387328 Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T19:47:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 19:47:04 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336932 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 19:47:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:47:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:47:07 Image size of job updated: 1572728 334 - MemoryUsage of job (MB) 341008 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:47:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:47:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:47:10 Image size of job updated: 1268904 300 - MemoryUsage of job (MB) 307032 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:47:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:47:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 300 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:47:34 Image size of job updated: 1570676 326 - MemoryUsage of job (MB) 333704 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:47:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:47:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:47:37 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336476 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:47:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:47:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 19:47:42 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 363328 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 19:47:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:47:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 19:47:45 Image size of job updated: 1570676 310 - MemoryUsage of job (MB) 317328 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 19:47:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:47:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:47:53 Image size of job updated: 1403884 334 - MemoryUsage of job (MB) 341548 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:47:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:47:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 341548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 19:47:55 Image size of job updated: 1263892 353 - MemoryUsage of job (MB) 360712 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 19:47:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:47:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 360712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.171.000) 05/25 19:48:09 Image size of job updated: 1453484 335 - MemoryUsage of job (MB) 342088 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 19:48:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 342088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:48:30 Image size of job updated: 1436932 354 - MemoryUsage of job (MB) 361624 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:48:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:48:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 361624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 19:48:32 Image size of job updated: 1553368 396 - MemoryUsage of job (MB) 405504 - ResidentSetSize of job (KB) ... 006 (1259.212.000) 05/25 19:48:32 Image size of job updated: 1621708 355 - MemoryUsage of job (MB) 363260 - ResidentSetSize of job (KB) ... 006 (1259.209.000) 05/25 19:48:32 Image size of job updated: 1454920 361 - MemoryUsage of job (MB) 369596 - ResidentSetSize of job (KB) ... 006 (1259.201.000) 05/25 19:48:32 Image size of job updated: 1454916 333 - MemoryUsage of job (MB) 340780 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 19:48:32 Image size of job updated: 1554120 351 - MemoryUsage of job (MB) 358868 - ResidentSetSize of job (KB) ... 006 (1259.210.000) 05/25 19:48:32 Image size of job updated: 1554120 351 - MemoryUsage of job (MB) 358760 - ResidentSetSize of job (KB) ... 006 (1259.047.000) 05/25 19:48:32 Image size of job updated: 1426948 354 - MemoryUsage of job (MB) 361956 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 405504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.212.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 363260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.209.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454920 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 369596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.201.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 340780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 358868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.210.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 358760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.047.000) 05/25 19:48:32 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1426948 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:48:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:48:37 Image size of job updated: 1454916 359 - MemoryUsage of job (MB) 366936 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:48:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:48:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:48:37 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334168 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:48:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:48:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:48:38 Image size of job updated: 1336492 302 - MemoryUsage of job (MB) 308728 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:48:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:48:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 302 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 308728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.127.000) 05/25 19:48:39 Job was evicted. (0) Job terminated and was requeued Usr 0 00:59:07, Sys 0 00:01:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 626942016 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 70) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.127.000) 05/25 19:48:39 Job ad information event triggered. SentBytes = 626942016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 70 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "14164" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-ACWARD-S5-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 127 EventTime = "2019-05-25T19:48:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 00:59:07, Sys 0 00:01:08" JOB_GLIDEIN_SiteWMS_JobId = "4419813.0" ... 006 (1259.189.000) 05/25 19:48:42 Image size of job updated: 1424896 359 - MemoryUsage of job (MB) 366800 - ResidentSetSize of job (KB) ... 028 (1259.189.000) 05/25 19:48:42 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 189 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 19:48:44 Image size of job updated: 1500000 305 - MemoryUsage of job (MB) 311644 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:48:44 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 311644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:48:44 Image size of job updated: 1403884 343 - MemoryUsage of job (MB) 350824 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:48:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:48:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 350824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.207.000) 05/25 19:48:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:08, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:08, Sys 0 00:02:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1919974272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1919974272 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2287676 1 6916785756 Memory (MB) : 414 1024 3000 ... 005 (1259.017.000) 05/25 19:48:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:44, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:44, Sys 0 00:03:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873722112 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1873722112 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242508 1 559480040 Memory (MB) : 414 1024 1920 ... 028 (1259.207.000) 05/25 19:48:45 Job ad information event triggered. SentBytes = 1919974272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8093768" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@acas1089.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:08, Sys 0 00:02:10" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 207 EventTime = "2019-05-25T19:48:45" TotalSentBytes = 1919974272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 01:40:08, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "3863943.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.017.000) 05/25 19:48:45 Job ad information event triggered. SentBytes = 1873722112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24294" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c098.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:44, Sys 0 00:03:16" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 17 EventTime = "2019-05-25T19:48:45" TotalSentBytes = 1873722112.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:44:44, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "272353.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.079.000) 05/25 19:48:48 Job terminated. (1) Normal termination (return value 0) Usr 0 00:45:40, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:45:40, Sys 0 00:01:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1340917888 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1340917888 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1722197 1 7862540 Memory (MB) : 398 1024 1024 ... 028 (1259.079.000) 05/25 19:48:48 Job ad information event triggered. SentBytes = 1340917888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6807" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:45:40, Sys 0 00:01:03" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 79 EventTime = "2019-05-25T19:48:48" TotalSentBytes = 1340917888.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:45:40, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "454342" TotalReceivedBytes = 845120448.0 ... 001 (1259.127.000) 05/25 19:49:05 Job executing on host: <137.99.79.182:15873?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#655&addrs=137.99.79.182-15873+[--1]-15873&noUDP> ... 028 (1259.127.000) 05/25 19:49:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:49:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.182:15873?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#655&addrs=137.99.79.182-15873+[--1]-15873&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 19:49:13 Image size of job updated: 14097212 356 - MemoryUsage of job (MB) 363800 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 19:49:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14097212 Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:49:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 ResidentSetSize = 363800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:49:21 Image size of job updated: 1572724 325 - MemoryUsage of job (MB) 332128 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:49:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:49:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:49:29 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346712 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:49:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:49:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 19:49:29 Image size of job updated: 1436932 356 - MemoryUsage of job (MB) 363584 - ResidentSetSize of job (KB) ... 006 (1259.072.000) 05/25 19:49:29 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342172 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 19:49:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1436932 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:49:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 363584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.072.000) 05/25 19:49:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:49:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:49:33 Image size of job updated: 1570672 321 - MemoryUsage of job (MB) 328060 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:49:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:49:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:49:38 Image size of job updated: 1572724 329 - MemoryUsage of job (MB) 336708 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:49:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:49:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.274.000) 05/25 19:49:41 Job executing on host: <72.36.96.50:33055?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872241&addrs=72.36.96.50-33055&noUDP> ... 028 (1259.274.000) 05/25 19:49:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 274 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:49:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:33055?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872241&addrs=72.36.96.50-33055&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265111.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25330" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:49:56 Image size of job updated: 1263896 353 - MemoryUsage of job (MB) 361392 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:49:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:49:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.136.000) 05/25 19:50:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:45, Sys 0 00:01:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:45, Sys 0 00:01:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1326004608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1326004608 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1707628 1 36177188 Memory (MB) : 377 1024 2500 ... 028 (1259.136.000) 05/25 19:50:07 Job ad information event triggered. SentBytes = 1326004608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7711874" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-TRE5JY5HQ2-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:45, Sys 0 00:01:28" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 136 EventTime = "2019-05-25T19:50:07" TotalSentBytes = 1326004608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:19:45, Sys 0 00:01:28" JOB_GLIDEIN_SiteWMS_JobId = "4352058.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.085.000) 05/25 19:50:08 Image size of job updated: 1570676 323 - MemoryUsage of job (MB) 330072 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:50:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:50:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 19:50:15 Image size of job updated: 1494536 342 - MemoryUsage of job (MB) 350040 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 19:50:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:50:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 350040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 19:50:25 Image size of job updated: 1331288 305 - MemoryUsage of job (MB) 312248 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 19:50:25 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:50:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 19:50:28 Image size of job updated: 1438980 338 - MemoryUsage of job (MB) 345700 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:50:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 19:50:54 Image size of job updated: 1390936 352 - MemoryUsage of job (MB) 360204 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:50:54 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:50:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:51:05 Image size of job updated: 1572728 324 - MemoryUsage of job (MB) 331696 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:51:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:51:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 19:51:06 Image size of job updated: 1572732 322 - MemoryUsage of job (MB) 329572 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 19:51:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:51:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.232.000) 05/25 19:51:06 Image size of job updated: 12500000 6423 - MemoryUsage of job (MB) 6576224 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 19:51:06 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 12500000 Proc = 232 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:51:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 6423 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 6576224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:51:13 Image size of job updated: 1572728 337 - MemoryUsage of job (MB) 344796 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:51:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:51:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 19:51:30 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333436 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:51:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:51:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 19:51:36 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358400 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:51:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:51:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 19:51:46 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312752 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 19:51:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:51:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:51:50 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 357832 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:51:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:51:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 19:51:52 Image size of job updated: 1331484 354 - MemoryUsage of job (MB) 361488 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 19:51:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:51:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.203.000) 05/25 19:52:05 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339040 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 19:52:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:52:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:52:07 Image size of job updated: 1572728 335 - MemoryUsage of job (MB) 342064 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:52:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:52:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/25 19:52:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:20:48, Sys 0 00:01:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435122560 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/25 19:52:10 Job ad information event triggered. SentBytes = 1435122560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "14011" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "ISI" JOB_GLIDEIN_Site = "ISI" Proc = 167 EventTime = "2019-05-25T19:52:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" RunRemoteUsage = "Usr 0 01:20:48, Sys 0 00:01:49" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" ... 006 (1259.191.000) 05/25 19:52:10 Image size of job updated: 1268904 301 - MemoryUsage of job (MB) 307912 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:52:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:52:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 301 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 307912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.117.000) 05/25 19:52:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:39, Sys 0 00:05:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:39, Sys 0 00:05:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1340583424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1340583424 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1721864 1 396358132 Memory (MB) : 364 1024 2500 ... 028 (1259.117.000) 05/25 19:52:12 Job ad information event triggered. SentBytes = 1340583424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@comphy.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:39, Sys 0 00:05:06" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 117 EventTime = "2019-05-25T19:52:12" TotalSentBytes = 1340583424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:47:39, Sys 0 00:05:06" JOB_GLIDEIN_SiteWMS_JobId = "67950.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.047.000) 05/25 19:52:30 Image size of job updated: 1426948 355 - MemoryUsage of job (MB) 362884 - ResidentSetSize of job (KB) ... 028 (1259.047.000) 05/25 19:52:30 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1426948 Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:52:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:52:34 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 334948 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:52:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:52:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.167.000) 05/25 19:52:41 Job executing on host: <137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP> ... 028 (1259.167.000) 05/25 19:52:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:52:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210155" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:52:42 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339224 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:52:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:52:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 19:52:53 Image size of job updated: 1403884 337 - MemoryUsage of job (MB) 345072 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:52:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:52:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 345072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 19:53:09 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341108 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:53:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:53:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.000.000) 05/25 19:53:12 Image size of job updated: 1458528 352 - MemoryUsage of job (MB) 360080 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 19:53:12 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:53:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 19:53:27 Image size of job updated: 1500000 308 - MemoryUsage of job (MB) 314692 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:53:27 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:53:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 314692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:53:44 Image size of job updated: 1403884 345 - MemoryUsage of job (MB) 353208 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:53:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:53:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 353208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 19:54:03 Image size of job updated: 1621708 358 - MemoryUsage of job (MB) 365612 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 19:54:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621708 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:54:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 365612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 19:54:11 Image size of job updated: 1554120 354 - MemoryUsage of job (MB) 361636 - ResidentSetSize of job (KB) ... 006 (1259.081.000) 05/25 19:54:11 Image size of job updated: 1570672 318 - MemoryUsage of job (MB) 324896 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 19:54:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:54:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 361636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.081.000) 05/25 19:54:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:54:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 19:54:15 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 369680 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 19:54:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:54:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 369680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:54:22 Image size of job updated: 1572724 326 - MemoryUsage of job (MB) 332884 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:54:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:54:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 19:54:30 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348468 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 19:54:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:54:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:54:30 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343720 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:54:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:54:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:54:33 Image size of job updated: 1570672 321 - MemoryUsage of job (MB) 328588 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:54:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:54:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:54:38 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338556 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:54:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:54:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 19:54:56 Image size of job updated: 1263896 354 - MemoryUsage of job (MB) 361992 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 19:54:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:54:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.264.000) 05/25 19:55:00 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335168 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 19:55:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:55:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 19:55:01 Image size of job updated: 1454916 363 - MemoryUsage of job (MB) 371188 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 19:55:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:55:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 19:55:02 Image size of job updated: 1336492 304 - MemoryUsage of job (MB) 310692 - ResidentSetSize of job (KB) ... 006 (1259.298.000) 05/25 19:55:03 Image size of job updated: 1572724 330 - MemoryUsage of job (MB) 337104 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 19:55:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:55:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.298.000) 05/25 19:55:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:55:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 19:55:09 Image size of job updated: 1570676 324 - MemoryUsage of job (MB) 330864 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 19:55:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 19:55:11 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336992 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 19:55:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:55:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 19:55:16 Image size of job updated: 1494536 344 - MemoryUsage of job (MB) 352152 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 19:55:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 352152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 19:55:28 Image size of job updated: 1438980 342 - MemoryUsage of job (MB) 349412 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 19:55:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T19:55:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 349412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 19:55:38 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343752 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 19:55:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:55:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.002.000) 05/25 19:55:54 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:45, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:45, Sys 0 00:02:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874950912 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874950912 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2243707 1 500048628 Memory (MB) : 353 1024 1920 ... 028 (1259.002.000) 05/25 19:55:54 Job ad information event triggered. SentBytes = 1874950912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c237.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:45, Sys 0 00:02:36" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 2 EventTime = "2019-05-25T19:55:54" TotalSentBytes = 1874950912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:45, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "264638.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.033.000) 05/25 19:55:55 Image size of job updated: 1390936 354 - MemoryUsage of job (MB) 362328 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 19:55:55 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:55:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 362328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 19:56:03 Job executing on host: <128.186.19.143:36106?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#724&addrs=128.186.19.143-36106+[--1]-36106&noUDP> ... 028 (1259.155.000) 05/25 19:56:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 155 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T19:56:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:36106?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#724&addrs=128.186.19.143-36106+[--1]-36106&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 19:56:05 Image size of job updated: 1572728 325 - MemoryUsage of job (MB) 332248 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 19:56:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 19:56:06 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349780 - ResidentSetSize of job (KB) ... 006 (1259.134.000) 05/25 19:56:07 Image size of job updated: 1572732 323 - MemoryUsage of job (MB) 329836 - ResidentSetSize of job (KB) ... 006 (1259.210.000) 05/25 19:56:07 Image size of job updated: 1554120 352 - MemoryUsage of job (MB) 360116 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 19:56:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.134.000) 05/25 19:56:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:56:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.210.000) 05/25 19:56:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T19:56:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 ResidentSetSize = 360116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 19:56:14 Image size of job updated: 1572728 339 - MemoryUsage of job (MB) 346644 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 19:56:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 19:56:30 Image size of job updated: 1331488 355 - MemoryUsage of job (MB) 362580 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 19:56:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T19:56:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.185.000) 05/25 19:56:31 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335016 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 19:56:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.291.000) 05/25 19:56:36 Job terminated. (1) Normal termination (return value 0) Usr 0 01:02:18, Sys 0 00:02:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:02:18, Sys 0 00:02:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888934144 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1888934144 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2257363 1 36265460 Memory (MB) : 403 1024 2500 ... 028 (1259.291.000) 05/25 19:56:36 Job ad information event triggered. SentBytes = 1888934144.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116680" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-UAC-DPO-01-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:02:18, Sys 0 00:02:33" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 291 EventTime = "2019-05-25T19:56:36" TotalSentBytes = 1888934144.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:02:18, Sys 0 00:02:33" JOB_GLIDEIN_SiteWMS_JobId = "4437988.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.183.000) 05/25 19:56:36 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360248 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 19:56:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:56:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.135.000) 05/25 19:56:37 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:49, Sys 0 00:01:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:49, Sys 0 00:01:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1326416768 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1326416768 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1708030 1 36264088 Memory (MB) : 401 1024 2500 ... 028 (1259.135.000) 05/25 19:56:37 Job ad information event triggered. SentBytes = 1326416768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "3161" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-MLU-1-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:49, Sys 0 00:01:41" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 135 EventTime = "2019-05-25T19:56:37" TotalSentBytes = 1326416768.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:21:49, Sys 0 00:01:41" JOB_GLIDEIN_SiteWMS_JobId = "4419262.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.123.000) 05/25 19:56:38 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337164 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 19:56:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 19:56:50 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 360208 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 19:56:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:56:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 19:57:05 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340648 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 19:57:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 19:57:07 Image size of job updated: 1572728 336 - MemoryUsage of job (MB) 343932 - ResidentSetSize of job (KB) ... 006 (1259.239.000) 05/25 19:57:07 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351168 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 19:57:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.239.000) 05/25 19:57:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 19:57:10 Image size of job updated: 1268904 303 - MemoryUsage of job (MB) 309748 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 19:57:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 309748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.272.000) 05/25 19:57:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309 <10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP> ... 006 (1259.228.000) 05/25 19:57:12 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348304 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 19:57:11 Job ad information event triggered. StartdAddr = "<10.0.2.15:43794?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#892823&addrs=10.0.2.15-43794&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14152" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 272 EventTime = "2019-05-25T19:57:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.228.000) 05/25 19:57:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 19:57:31 Image size of job updated: 1570668 344 - MemoryUsage of job (MB) 351520 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 19:57:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 19:57:35 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336260 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 19:57:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:57:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 19:57:37 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340184 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 19:57:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:57:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 19:57:46 Job was evicted. (0) Job was not checkpointed. Usr 0 00:01:32, Sys 0 00:00:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 750000 1 957974248 Memory (MB) : 367 1024 2500 ... 028 (1259.155.000) 05/25 19:57:46 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "30585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 155 EventTime = "2019-05-25T19:57:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 00:01:32, Sys 0 00:00:07" JOB_GLIDEIN_SiteWMS_JobId = "68067.0" ... 006 (1259.166.000) 05/25 19:57:53 Image size of job updated: 1403884 339 - MemoryUsage of job (MB) 346956 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 19:57:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:57:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 346956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 19:58:08 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 357280 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 19:58:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:58:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 19:58:10 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343220 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 19:58:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:58:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.240.000) 05/25 19:58:23 Image size of job updated: 1424896 358 - MemoryUsage of job (MB) 366180 - ResidentSetSize of job (KB) ... 028 (1259.240.000) 05/25 19:58:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1424896 Proc = 240 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:58:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 19:58:28 Image size of job updated: 1500000 311 - MemoryUsage of job (MB) 317880 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 19:58:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T19:58:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 317880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 19:58:30 Job executing on host: <192.170.226.32:34829?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857504&addrs=192.170.226.32-34829&noUDP> ... 028 (1259.155.000) 05/25 19:58:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T19:58:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.32:34829?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857504&addrs=192.170.226.32-34829&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382304.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32581" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 19:58:34 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337564 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 19:58:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:58:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 19:58:45 Image size of job updated: 1403884 347 - MemoryUsage of job (MB) 354856 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 19:58:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:58:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 354856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 19:59:09 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347644 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 19:59:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:59:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 19:59:12 Image size of job updated: 1570672 320 - MemoryUsage of job (MB) 326860 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 19:59:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:59:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 19:59:15 Image size of job updated: 1750000 364 - MemoryUsage of job (MB) 371876 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 19:59:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T19:59:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 371876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 19:59:22 Image size of job updated: 1572724 327 - MemoryUsage of job (MB) 334008 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 19:59:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:59:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 19:59:31 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345360 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 19:59:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:59:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 19:59:34 Image size of job updated: 1570672 322 - MemoryUsage of job (MB) 329348 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 19:59:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:59:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 19:59:39 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340048 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 19:59:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T19:59:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 19:59:44 Image size of job updated: 1570676 319 - MemoryUsage of job (MB) 326608 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 19:59:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T19:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:00:04 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336708 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:00:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:00:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:00:09 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 331928 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:00:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:00:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.036.000) 05/25 20:00:13 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:59, Sys 0 00:04:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:59, Sys 0 00:04:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1860704256 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1860704256 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2229794 1 848810684 Memory (MB) : 351 1024 2500 ... 028 (1259.036.000) 05/25 20:00:13 Job ad information event triggered. SentBytes = 1860704256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8402172" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:59, Sys 0 00:04:11" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 36 EventTime = "2019-05-25T20:00:13" TotalSentBytes = 1860704256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:59:59, Sys 0 00:04:11" JOB_GLIDEIN_SiteWMS_JobId = "67868.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.235.000) 05/25 20:00:16 Image size of job updated: 1494536 346 - MemoryUsage of job (MB) 353488 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:00:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 353488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:00:23 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312508 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:00:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:00:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:00:24 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338648 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 20:00:24 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338900 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:00:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:00:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.297.000) 05/25 20:00:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:00:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 20:00:27 Image size of job updated: 1331288 306 - MemoryUsage of job (MB) 312384 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 20:00:27 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:00:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 20:00:28 Image size of job updated: 1438980 346 - MemoryUsage of job (MB) 353388 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 20:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 20:00:38 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345524 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 20:00:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.033.000) 05/25 20:00:56 Image size of job updated: 1390936 357 - MemoryUsage of job (MB) 365128 - ResidentSetSize of job (KB) ... 028 (1259.033.000) 05/25 20:00:56 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1390936 Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:00:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 365128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.030.000) 05/25 20:01:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:10, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:10, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874614912 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874614912 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2243380 1 36178428 Memory (MB) : 356 1024 2500 ... 028 (1259.030.000) 05/25 20:01:00 Job ad information event triggered. SentBytes = 1874614912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7716726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@DSA-SCP-1MLZGB2-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:10, Sys 0 00:02:59" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 30 EventTime = "2019-05-25T20:01:00" TotalSentBytes = 1874614912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:14:10, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "4381027.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.201.000) 05/25 20:01:02 Image size of job updated: 1454916 341 - MemoryUsage of job (MB) 348236 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:01:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:01:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 348236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:01:06 Image size of job updated: 1572728 326 - MemoryUsage of job (MB) 333228 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:01:08 Image size of job updated: 1572732 323 - MemoryUsage of job (MB) 330084 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:01:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 20:01:13 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342492 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 20:01:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:01:31 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336144 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:01:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 20:01:37 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362196 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 20:01:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:01:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 20:01:39 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338684 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 20:01:40 Image size of job updated: 1572724 320 - MemoryUsage of job (MB) 327448 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 20:01:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 20:01:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 20:01:51 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 362176 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 20:01:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 20:01:54 Image size of job updated: 1331484 354 - MemoryUsage of job (MB) 362372 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 20:01:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:01:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.050.000) 05/25 20:02:02 Image size of job updated: 1494536 352 - MemoryUsage of job (MB) 359436 - ResidentSetSize of job (KB) ... 006 (1259.140.000) 05/25 20:02:03 Image size of job updated: 1263896 356 - MemoryUsage of job (MB) 364264 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 20:02:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:02:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:02:06 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341636 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:02:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:02:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.182.000) 05/25 20:02:08 Image size of job updated: 1572728 338 - MemoryUsage of job (MB) 345172 - ResidentSetSize of job (KB) ... 006 (1259.187.000) 05/25 20:02:09 Image size of job updated: 1263892 353 - MemoryUsage of job (MB) 361432 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:02:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:02:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:02:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:02:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.187.000) 05/25 20:02:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:02:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.191.000) 05/25 20:02:11 Image size of job updated: 1268904 304 - MemoryUsage of job (MB) 310736 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:02:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:02:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 20:02:18 Image size of job updated: 1453484 342 - MemoryUsage of job (MB) 349388 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 20:02:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 349388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 20:02:19 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 353076 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 20:02:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:02:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:02:29 Image size of job updated: 1553368 403 - MemoryUsage of job (MB) 412028 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:02:29 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:02:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 412028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:02:35 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337684 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:02:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:02:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 20:02:39 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340828 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 20:02:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:02:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:02:45 Image size of job updated: 1570676 343 - MemoryUsage of job (MB) 350448 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:02:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:02:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:02:54 Image size of job updated: 1403884 341 - MemoryUsage of job (MB) 349032 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:02:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:02:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 349032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:02:56 Image size of job updated: 1331488 355 - MemoryUsage of job (MB) 362708 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:02:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:02:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.042.000) 05/25 20:03:10 Image size of job updated: 1572728 345 - MemoryUsage of job (MB) 353244 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:03:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:03:10 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344472 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:03:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.196.000) 05/25 20:03:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3435_95555923@MAX-CH215C-02-D-S9-its-c7-osg-20190309 <10.0.2.15:45552?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870492&addrs=10.0.2.15-45552&noUDP> ... 028 (1259.196.000) 05/25 20:03:28 Job ad information event triggered. StartdAddr = "<10.0.2.15:45552?CCBID=192.170.227.251:9837%3faddrs%3d192.170.227.251-9837#870492&addrs=10.0.2.15-45552&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22588" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 196 EventTime = "2019-05-25T20:03:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3435_95555923@MAX-CH215C-02-D-S9-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.023.000) 05/25 20:03:28 Image size of job updated: 1554112 329 - MemoryUsage of job (MB) 335904 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:03:28 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:03:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 335904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.130.000) 05/25 20:03:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:17:49, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:17:49, Sys 0 00:02:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1333579904 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1333579904 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1715025 1 36176144 Memory (MB) : 347 1024 2500 ... 028 (1259.130.000) 05/25 20:03:35 Job ad information event triggered. SentBytes = 1333579904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:17:49, Sys 0 00:02:40" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 130 EventTime = "2019-05-25T20:03:35" TotalSentBytes = 1333579904.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:17:49, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "4391202.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.034.000) 05/25 20:03:45 Image size of job updated: 1403884 349 - MemoryUsage of job (MB) 357096 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 20:03:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:03:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 357096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 20:04:03 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354476 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 20:04:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 20:04:11 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 352064 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:04:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:04:14 Image size of job updated: 1570672 320 - MemoryUsage of job (MB) 327104 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:04:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:04:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:04:15 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373272 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:04:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:04:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 373272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:04:23 Image size of job updated: 1572724 327 - MemoryUsage of job (MB) 334828 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:04:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 20:04:31 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346696 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 20:04:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:04:34 Image size of job updated: 1570672 323 - MemoryUsage of job (MB) 330140 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:04:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 20:04:36 Image size of job updated: 1500000 348 - MemoryUsage of job (MB) 356048 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 20:04:36 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 236 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:04:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 20:04:39 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341896 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 20:04:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 20:04:43 Image size of job updated: 1570668 347 - MemoryUsage of job (MB) 355060 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 20:04:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:04:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:05:05 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337776 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:05:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:05:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:05:10 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 332632 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:05:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:05:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.263.000) 05/25 20:05:16 Image size of job updated: 1574360 384 - MemoryUsage of job (MB) 392948 - ResidentSetSize of job (KB) ... 028 (1259.263.000) 05/25 20:05:16 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574360 Proc = 263 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:05:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "467483" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25513" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 392948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.235.000) 05/25 20:05:17 Image size of job updated: 1494536 347 - MemoryUsage of job (MB) 354696 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:05:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 354696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:05:23 Image size of job updated: 1336492 306 - MemoryUsage of job (MB) 312564 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:05:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:05:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:05:25 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339144 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 20:05:25 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340660 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:05:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.297.000) 05/25 20:05:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 20:05:29 Image size of job updated: 1438980 349 - MemoryUsage of job (MB) 356952 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 20:05:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:05:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 20:05:50 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 360856 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 20:05:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:05:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 20:05:51 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342752 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 20:05:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:05:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:06:07 Image size of job updated: 1572728 327 - MemoryUsage of job (MB) 334812 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:06:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:06:08 Image size of job updated: 1572732 324 - MemoryUsage of job (MB) 331120 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:06:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 20:06:11 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362672 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 20:06:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 20:06:13 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343808 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 20:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:06:32 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337752 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:06:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 20:06:39 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340532 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 20:06:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:06:39 Image size of job updated: 1572724 321 - MemoryUsage of job (MB) 328560 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:06:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:06:40 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340188 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:06:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:06:50 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 316460 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:06:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 20:06:51 Image size of job updated: 1473524 343 - MemoryUsage of job (MB) 350656 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 20:06:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:06:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 350656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/25 20:06:52 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 364288 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/25 20:06:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:06:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:07:08 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343208 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:07:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:07:09 Image size of job updated: 1572728 339 - MemoryUsage of job (MB) 346756 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 20:07:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:07:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.110.000) 05/25 20:07:11 Job terminated. (1) Normal termination (return value 0) Usr 0 01:24:29, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:24:29, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1341769216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1341769216 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1723022 1 36265008 Memory (MB) : 370 1024 2500 ... 028 (1259.110.000) 05/25 20:07:11 Job ad information event triggered. SentBytes = 1341769216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7717615" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-MAWIKE-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:24:29, Sys 0 00:01:34" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 110 EventTime = "2019-05-25T20:07:11" TotalSentBytes = 1341769216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:24:29, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "4388546.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.125.000) 05/25 20:07:12 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375668 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:07:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 20:07:12 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312148 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:07:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 20:07:16 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353860 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 20:07:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 353860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 20:07:20 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 355188 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 20:07:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:07:35 Image size of job updated: 1570668 338 - MemoryUsage of job (MB) 345872 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:07:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:07:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:07:36 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339024 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:07:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:07:40 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350768 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:07:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:07:46 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 352032 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:07:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:07:48 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314540 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:07:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:07:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:07:55 Image size of job updated: 1403884 343 - MemoryUsage of job (MB) 350624 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:07:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:07:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 350624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.073.000) 05/25 20:08:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:36, Sys 0 00:01:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:36, Sys 0 00:01:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1378242304 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1378242304 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1758641 1 36180496 Memory (MB) : 426 1024 2500 ... 028 (1259.073.000) 05/25 20:08:06 Job ad information event triggered. SentBytes = 1378242304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116541" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY7YCP2-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:36, Sys 0 00:01:32" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 73 EventTime = "2019-05-25T20:08:06" TotalSentBytes = 1378242304.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:23:36, Sys 0 00:01:32" JOB_GLIDEIN_SiteWMS_JobId = "4437064.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.042.000) 05/25 20:08:11 Image size of job updated: 1572728 347 - MemoryUsage of job (MB) 355092 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:08:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:08:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:08:11 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 346020 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:08:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:08:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:08:21 Image size of job updated: 1572728 343 - MemoryUsage of job (MB) 350236 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:08:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:08:29 Image size of job updated: 1554112 331 - MemoryUsage of job (MB) 338612 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:08:29 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:08:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 338612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 20:08:46 Image size of job updated: 1403884 351 - MemoryUsage of job (MB) 359300 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 20:08:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:08:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 ResidentSetSize = 359300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.270.000) 05/25 20:08:50 Image size of job updated: 1556160 367 - MemoryUsage of job (MB) 375000 - ResidentSetSize of job (KB) ... 028 (1259.270.000) 05/25 20:08:50 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1556160 Proc = 270 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 375000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.129.000) 05/25 20:09:01 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:53, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:53, Sys 0 00:03:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1331534848 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1331534848 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1713028 1 184633148 Memory (MB) : 394 1024 2500 ... 028 (1259.129.000) 05/25 20:09:01 Job ad information event triggered. SentBytes = 1331534848.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7709452" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-243" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:22" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 129 EventTime = "2019-05-25T20:09:01" TotalSentBytes = 1331534848.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "15" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "4357964.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.239.000) 05/25 20:09:03 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356852 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 20:09:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:09:03 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 318480 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:09:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:09:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 20:09:12 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353384 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:09:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:09:14 Image size of job updated: 1570672 320 - MemoryUsage of job (MB) 327368 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:09:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:09:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:09:16 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375268 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:09:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:09:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.231.000) 05/25 20:09:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3429_645212976@LE-NH1-408-S2-its-c7-osg-20190309 <10.0.2.15:41268?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862120&addrs=10.0.2.15-41268&noUDP> ... 028 (1259.231.000) 05/25 20:09:19 Job ad information event triggered. StartdAddr = "<10.0.2.15:41268?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862120&addrs=10.0.2.15-41268&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25603" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 231 EventTime = "2019-05-25T20:09:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3429_645212976@LE-NH1-408-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.095.000) 05/25 20:09:24 Image size of job updated: 1572724 328 - MemoryUsage of job (MB) 335528 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:09:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.137.000) 05/25 20:09:26 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:43, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:43, Sys 0 00:03:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1314149632 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1314149632 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1696050 1 157955108 Memory (MB) : 346 1024 2500 ... 028 (1259.137.000) 05/25 20:09:26 Job ad information event triggered. SentBytes = 1314149632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8114159" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot12@CRUSH-OSG-C7-10-5-147-215" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:43, Sys 0 00:03:18" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 137 EventTime = "2019-05-25T20:09:26" TotalSentBytes = 1314149632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:48:43, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "4426546.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.084.000) 05/25 20:09:32 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 348016 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 20:09:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:09:35 Image size of job updated: 1570672 324 - MemoryUsage of job (MB) 331460 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:09:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 20:09:40 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343192 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 20:09:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 20:09:43 Image size of job updated: 1570668 350 - MemoryUsage of job (MB) 357700 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 20:09:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:09:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:09:45 Image size of job updated: 1570676 321 - MemoryUsage of job (MB) 327732 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:09:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:09:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:09:56 Image size of job updated: 1263896 354 - MemoryUsage of job (MB) 362264 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:09:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:09:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.264.000) 05/25 20:10:05 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339096 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:10:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:10:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:10:10 Image size of job updated: 1570676 326 - MemoryUsage of job (MB) 333160 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:10:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:10:17 Image size of job updated: 1494536 349 - MemoryUsage of job (MB) 356984 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:10:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 356984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:10:23 Image size of job updated: 1336492 307 - MemoryUsage of job (MB) 313788 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:10:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:10:25 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340200 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:10:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:10:25 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341980 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:10:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 20:10:28 Image size of job updated: 1331288 306 - MemoryUsage of job (MB) 312816 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 20:10:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:10:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 20:10:29 Image size of job updated: 1438980 352 - MemoryUsage of job (MB) 360332 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 20:10:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1438980 Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:10:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 20:10:30 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319124 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:10:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.216.000) 05/25 20:10:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:12, Sys 0 00:02:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:12, Sys 0 00:02:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1921346176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1921346176 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2289015 1 1129799316 Memory (MB) : 417 1024 1920 ... 028 (1259.216.000) 05/25 20:10:45 Job ad information event triggered. SentBytes = 1921346176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968643" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c231.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:12, Sys 0 00:02:17" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 216 EventTime = "2019-05-25T20:10:45" TotalSentBytes = 1921346176.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:44:12, Sys 0 00:02:17" JOB_GLIDEIN_SiteWMS_JobId = "264107.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.198.000) 05/25 20:10:51 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363760 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 20:10:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 20:10:51 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344072 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 20:10:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:10:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:11:01 Image size of job updated: 1454916 346 - MemoryUsage of job (MB) 353552 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:11:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 353552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:11:07 Image size of job updated: 1572728 328 - MemoryUsage of job (MB) 335868 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:11:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:11:08 Image size of job updated: 1572732 325 - MemoryUsage of job (MB) 332172 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:11:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 20:11:11 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364784 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 20:11:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/25 20:11:13 Job was evicted. (0) Job terminated and was requeued Usr 0 00:06:04, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 119859816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 006 (1259.111.000) 05/25 20:11:13 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346184 - ResidentSetSize of job (KB) ... 028 (1259.232.000) 05/25 20:11:13 Job ad information event triggered. SentBytes = 119859816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 232 EventTime = "2019-05-25T20:11:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:06:04, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 028 (1259.111.000) 05/25 20:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:11:15 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316688 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 20:11:23 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360528 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 20:11:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.124.000) 05/25 20:11:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:25:37, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:25:37, Sys 0 00:01:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1328925952 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1328925952 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1710480 1 36173872 Memory (MB) : 341 1024 2500 ... 028 (1259.124.000) 05/25 20:11:28 Job ad information event triggered. SentBytes = 1328925952.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22338" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-SIMS-219-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:25:37, Sys 0 00:01:47" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 124 EventTime = "2019-05-25T20:11:28" TotalSentBytes = 1328925952.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:25:37, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "4383462.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.185.000) 05/25 20:11:33 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338444 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:11:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 20:11:39 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341588 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 20:11:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:11:39 Image size of job updated: 1572724 322 - MemoryUsage of job (MB) 329612 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:11:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:11:40 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341004 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:11:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 20:11:45 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.232.000) 05/25 20:11:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:11:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:11:51 Image size of job updated: 1268908 310 - MemoryUsage of job (MB) 317252 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:11:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 20:11:52 Image size of job updated: 1473524 345 - MemoryUsage of job (MB) 352688 - ResidentSetSize of job (KB) ... 006 (1259.168.000) 05/25 20:11:52 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 367320 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 20:11:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:11:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 352688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.168.000) 05/25 20:11:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:11:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:12:08 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 345056 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:12:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:12:09 Image size of job updated: 1572728 341 - MemoryUsage of job (MB) 348868 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 20:12:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:12:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 20:12:13 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313040 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:12:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:12:14 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377052 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:12:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:12:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 20:12:17 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355820 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 20:12:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 355820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 20:12:21 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 357300 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 20:12:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:12:35 Image size of job updated: 1570668 340 - MemoryUsage of job (MB) 347984 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:12:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:12:38 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340344 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:12:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:12:47 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 353880 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:12:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:12:47 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352680 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:12:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:12:49 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315332 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:12:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:12:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:12:56 Image size of job updated: 1403884 345 - MemoryUsage of job (MB) 352372 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:12:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:12:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 352372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:12:58 Image size of job updated: 1331488 355 - MemoryUsage of job (MB) 363044 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:12:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.042.000) 05/25 20:13:11 Image size of job updated: 1572728 349 - MemoryUsage of job (MB) 356904 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:13:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:13:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:13:12 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347884 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:13:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:13:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:13:21 Image size of job updated: 1572728 345 - MemoryUsage of job (MB) 352348 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:13:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:13:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:13:30 Image size of job updated: 1554112 333 - MemoryUsage of job (MB) 340400 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:13:30 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 340400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.113.000) 05/25 20:13:33 Job terminated. (1) Normal termination (return value 0) Usr 0 01:24:06, Sys 0 00:01:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:24:06, Sys 0 00:01:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1344098176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1344098176 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1725297 1 36182112 Memory (MB) : 372 1024 2500 ... 028 (1259.113.000) 05/25 20:13:33 Job ad information event triggered. SentBytes = 1344098176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8115804" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL08-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:24:06, Sys 0 00:01:34" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 113 EventTime = "2019-05-25T20:13:33" TotalSentBytes = 1344098176.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 01:24:06, Sys 0 00:01:34" JOB_GLIDEIN_SiteWMS_JobId = "4432403.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.208.000) 05/25 20:13:37 Image size of job updated: 1553368 407 - MemoryUsage of job (MB) 416328 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:13:37 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:13:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 416328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 20:13:38 Image size of job updated: 1263892 354 - MemoryUsage of job (MB) 361612 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 20:13:38 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:13:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 361612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.171.000) 05/25 20:13:40 Image size of job updated: 1453484 345 - MemoryUsage of job (MB) 352476 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 20:13:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:13:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 352476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 20:14:03 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359228 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 20:14:04 Image size of job updated: 1570676 326 - MemoryUsage of job (MB) 333764 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:14:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:14:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.239.000) 05/25 20:14:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.037.000) 05/25 20:14:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3425_259920268@SOE-KALSTON-S3-its-c7-osg-20190309 <10.0.2.15:42146?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#855080&addrs=10.0.2.15-42146&noUDP> ... 028 (1259.037.000) 05/25 20:14:06 Job ad information event triggered. StartdAddr = "<10.0.2.15:42146?CCBID=192.170.227.251:9754%3faddrs%3d192.170.227.251-9754#855080&addrs=10.0.2.15-42146&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9682" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 37 EventTime = "2019-05-25T20:14:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3425_259920268@SOE-KALSTON-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.228.000) 05/25 20:14:12 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355048 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:14:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:14:14 Image size of job updated: 1570672 322 - MemoryUsage of job (MB) 328712 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:14:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:14:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:14:17 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377528 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:14:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:14:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:14:24 Image size of job updated: 1572724 330 - MemoryUsage of job (MB) 337900 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:14:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.084.000) 05/25 20:14:32 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 349336 - ResidentSetSize of job (KB) ... 028 (1259.084.000) 05/25 20:14:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 84 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5191" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:14:36 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332776 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:14:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 20:14:41 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343984 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 20:14:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 20:14:44 Image size of job updated: 1570668 352 - MemoryUsage of job (MB) 359812 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 20:14:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:14:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:14:46 Image size of job updated: 1570676 322 - MemoryUsage of job (MB) 328788 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:14:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:14:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:15:05 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340420 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:15:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:15:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:15:10 Image size of job updated: 1570676 327 - MemoryUsage of job (MB) 334672 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:15:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:15:17 Image size of job updated: 1494536 350 - MemoryUsage of job (MB) 358240 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:15:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 358240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:15:24 Image size of job updated: 1336492 308 - MemoryUsage of job (MB) 314844 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:15:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:15:26 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341544 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 20:15:26 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343548 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:15:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.298.000) 05/25 20:15:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 20:15:28 Image size of job updated: 1331288 306 - MemoryUsage of job (MB) 312924 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 20:15:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:15:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 312924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.294.000) 05/25 20:15:31 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334124 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:15:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 20:15:51 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345128 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 20:15:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 20:15:51 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365608 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 20:15:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:15:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.159.000) 05/25 20:16:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_480038_188769258@comphy <128.186.19.131:26936?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#717&addrs=128.186.19.131-26936+[--1]-26936&noUDP> ... 028 (1259.159.000) 05/25 20:16:01 Job ad information event triggered. StartdAddr = "<128.186.19.131:26936?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#717&addrs=128.186.19.131-26936+[--1]-26936&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30332" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 159 EventTime = "2019-05-25T20:16:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_480038_188769258@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.159.000) 05/25 20:16:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_480038_188769258@comphy, rescheduling job ... 028 (1259.159.000) 05/25 20:16:03 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:16:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" StartdName = "glidein_480038_188769258@comphy" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:16:02 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319360 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:16:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:16:08 Image size of job updated: 1572728 330 - MemoryUsage of job (MB) 337416 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:16:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:16:09 Image size of job updated: 1572732 326 - MemoryUsage of job (MB) 333756 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:16:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 20:16:11 Image size of job updated: 1570672 360 - MemoryUsage of job (MB) 367952 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 20:16:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:16:15 Image size of job updated: 1268904 311 - MemoryUsage of job (MB) 317744 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:16:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.070.000) 05/25 20:16:23 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:54, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:54, Sys 0 00:03:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1375577088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1375577088 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1756038 1 664272320 Memory (MB) : 399 1024 1920 ... 028 (1259.070.000) 05/25 20:16:23 Job ad information event triggered. SentBytes = 1375577088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23571" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c037.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:54, Sys 0 00:03:47" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 70 EventTime = "2019-05-25T20:16:23" TotalSentBytes = 1375577088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:42:54, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "271676.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.181.000) 05/25 20:16:24 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 362112 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 20:16:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:16:33 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340292 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:16:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.164.000) 05/25 20:16:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:43:14, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:43:14, Sys 0 00:02:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880697344 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1880697344 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2249320 1 574139068 Memory (MB) : 417 1024 1920 ... 028 (1259.164.000) 05/25 20:16:39 Job ad information event triggered. SentBytes = 1880697344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968711" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c151.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:43:14, Sys 0 00:02:19" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 164 EventTime = "2019-05-25T20:16:39" TotalSentBytes = 1880697344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:43:14, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "264229.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.123.000) 05/25 20:16:39 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343436 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 20:16:40 Image size of job updated: 1572724 323 - MemoryUsage of job (MB) 330140 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 20:16:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 20:16:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:16:41 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342588 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:16:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.126.000) 05/25 20:16:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:39:56, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:39:56, Sys 0 00:02:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1330515840 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1330515840 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1712033 1 186957060 Memory (MB) : 397 1024 2500 ... 028 (1259.126.000) 05/25 20:16:44 Job ad information event triggered. SentBytes = 1330515840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7709838" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot24@CRUSH-OSG-C7-10-5-151-61" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:39:56, Sys 0 00:02:41" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 126 EventTime = "2019-05-25T20:16:44" TotalSentBytes = 1330515840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:39:56, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "4383806.0" TotalReceivedBytes = 422560224.0 ... 022 (1259.151.000) 05/25 20:16:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.151.000) 05/25 20:16:47 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 151 EventTime = "2019-05-25T20:16:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_5@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.151.000) 05/25 20:16:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 028 (1259.151.000) 05/25 20:16:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 151 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:16:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_5@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:16:52 Image size of job updated: 1268908 312 - MemoryUsage of job (MB) 318836 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:16:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268908 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:16:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 20:16:53 Image size of job updated: 1473524 347 - MemoryUsage of job (MB) 355284 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 20:16:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:16:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 355284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:17:02 Image size of job updated: 1454916 349 - MemoryUsage of job (MB) 356496 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:17:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:17:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 20:17:05 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 315408 - ResidentSetSize of job (KB) ... 001 (1259.159.000) 05/25 20:17:05 Job executing on host: <128.186.19.131:18806?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#723&addrs=128.186.19.131-18806+[--1]-18806&noUDP> ... 006 (1259.203.000) 05/25 20:17:08 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346376 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:17:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.159.000) 05/25 20:17:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:17:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:18806?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#723&addrs=128.186.19.131-18806+[--1]-18806&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:17:08 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317048 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:17:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:17:09 Image size of job updated: 1572728 343 - MemoryUsage of job (MB) 350452 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:17:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:17:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:17:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 20:17:14 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314460 - ResidentSetSize of job (KB) ... 006 (1259.125.000) 05/25 20:17:14 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378316 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:17:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.125.000) 05/25 20:17:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 20:17:17 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357724 - ResidentSetSize of job (KB) ... 006 (1259.159.000) 05/25 20:17:18 Image size of job updated: 7 3 - MemoryUsage of job (MB) 2756 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 20:17:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 ResidentSetSize = 357724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.159.000) 05/25 20:17:18 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 3 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 2756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 20:17:21 Image size of job updated: 1570676 352 - MemoryUsage of job (MB) 360188 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 20:17:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.151.000) 05/25 20:17:27 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1259.151.000) 05/25 20:17:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 151 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:17:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.025.000) 05/25 20:17:36 Image size of job updated: 1570668 341 - MemoryUsage of job (MB) 349040 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:17:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:17:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:17:38 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340872 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:17:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:17:47 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 355200 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:17:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:17:48 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354264 - ResidentSetSize of job (KB) ... 006 (1259.046.000) 05/25 20:17:49 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316916 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:17:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 20:17:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:17:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:17:56 Image size of job updated: 1403884 347 - MemoryUsage of job (MB) 354332 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:17:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:17:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 354332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.279.000) 05/25 20:18:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_28408_118666660@iut2-c237.iu.edu <149.165.225.64:41634?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879700&addrs=149.165.225.64-41634&noUDP> ... 028 (1259.279.000) 05/25 20:18:06 Job ad information event triggered. StartdAddr = "<149.165.225.64:41634?CCBID=192.170.227.251:9750%3faddrs%3d192.170.227.251-9750#879700&addrs=149.165.225.64-41634&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 279 EventTime = "2019-05-25T20:18:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_28408_118666660@iut2-c237.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.279.000) 05/25 20:18:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_28408_118666660@iut2-c237.iu.edu, rescheduling job ... 028 (1259.279.000) 05/25 20:18:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:18:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264653.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" StartdName = "glidein_28408_118666660@iut2-c237.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c237.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.285.000) 05/25 20:18:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:38:46, Sys 0 00:02:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:38:46, Sys 0 00:02:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884393344 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1884393344 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2252933 1 7792757 Memory (MB) : 415 1024 1024 ... 028 (1259.285.000) 05/25 20:18:10 Job ad information event triggered. SentBytes = 1884393344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875310" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:38:46, Sys 0 00:02:05" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 285 EventTime = "2019-05-25T20:18:10" TotalSentBytes = 1884393344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:38:46, Sys 0 00:02:05" JOB_GLIDEIN_SiteWMS_JobId = "466315" TotalReceivedBytes = 422560224.0 ... 006 (1259.042.000) 05/25 20:18:12 Image size of job updated: 1572728 350 - MemoryUsage of job (MB) 358208 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:18:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:18:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:18:13 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349204 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:18:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:18:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:18:22 Image size of job updated: 1572728 346 - MemoryUsage of job (MB) 353848 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:18:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:18:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:18:30 Image size of job updated: 1554112 335 - MemoryUsage of job (MB) 342796 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:18:30 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:18:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 342796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:19:04 Image size of job updated: 1570676 327 - MemoryUsage of job (MB) 333908 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:19:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:19:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 20:19:04 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361772 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 20:19:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:19:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.279.000) 05/25 20:19:07 Job executing on host: <192.170.226.37:40632?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38268&addrs=192.170.226.37-40632&noUDP> ... 028 (1259.279.000) 05/25 20:19:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:19:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.37:40632?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38268&addrs=192.170.226.37-40632&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382519.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369589" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 20:19:12 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357160 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:19:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:19:15 Image size of job updated: 1570672 323 - MemoryUsage of job (MB) 329740 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:19:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:19:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:19:17 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379244 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:19:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:19:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:19:38 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334500 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:19:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:19:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 20:19:41 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345440 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 20:19:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:19:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.006.000) 05/25 20:19:42 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:19, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:19, Sys 0 00:03:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874205952 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874205952 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242980 1 495850140 Memory (MB) : 410 1024 1920 ... 028 (1259.006.000) 05/25 20:19:42 Job ad information event triggered. SentBytes = 1874205952.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c475.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:19, Sys 0 00:03:05" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 6 EventTime = "2019-05-25T20:19:42" TotalSentBytes = 1874205952.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:19, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "264637.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.219.000) 05/25 20:19:44 Image size of job updated: 1570668 354 - MemoryUsage of job (MB) 362348 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 20:19:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:19:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:19:46 Image size of job updated: 1570676 322 - MemoryUsage of job (MB) 329028 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:19:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:19:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 329028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.147.000) 05/25 20:19:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.147.000) 05/25 20:19:50 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 147 EventTime = "2019-05-25T20:19:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_3@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.147.000) 05/25 20:19:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 028 (1259.147.000) 05/25 20:19:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:19:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_3@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 20:19:53 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378656 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 20:19:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 274 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:19:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25330" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:19:56 Image size of job updated: 1263896 354 - MemoryUsage of job (MB) 362436 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:19:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:19:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.074.000) 05/25 20:20:05 Image size of job updated: 1570676 320 - MemoryUsage of job (MB) 327232 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:20:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 327232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:20:06 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342392 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:20:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:20:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:20:11 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335624 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:20:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:20:18 Image size of job updated: 1494536 351 - MemoryUsage of job (MB) 359332 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:20:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:20:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:20:21 Image size of job updated: 1553368 410 - MemoryUsage of job (MB) 418828 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:20:21 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:20:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 418828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:20:24 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316416 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:20:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:20:26 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345416 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:20:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:20:26 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342772 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:20:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 20:20:29 Image size of job updated: 1331288 307 - MemoryUsage of job (MB) 313880 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 20:20:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:20:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.294.000) 05/25 20:20:31 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334420 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:20:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.161.000) 05/25 20:20:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_16259_207255648@mwt2-c163.campuscluster.illinois.edu <72.36.96.70:34893?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872010&addrs=72.36.96.70-34893&noUDP> ... 028 (1259.161.000) 05/25 20:20:32 Job ad information event triggered. StartdAddr = "<72.36.96.70:34893?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#872010&addrs=72.36.96.70-34893&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23920" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 161 EventTime = "2019-05-25T20:20:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_16259_207255648@mwt2-c163.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.161.000) 05/25 20:20:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_16259_207255648@mwt2-c163.campuscluster.illinois.edu, rescheduling job ... 028 (1259.161.000) 05/25 20:20:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 161 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:20:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271955.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23920" StartdName = "glidein_16259_207255648@mwt2-c163.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.171.000) 05/25 20:20:39 Image size of job updated: 1453484 347 - MemoryUsage of job (MB) 355024 - ResidentSetSize of job (KB) ... 006 (1259.187.000) 05/25 20:20:40 Image size of job updated: 1263892 354 - MemoryUsage of job (MB) 362332 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 20:20:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 355024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.187.000) 05/25 20:20:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:20:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.144.000) 05/25 20:20:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.144.000) 05/25 20:20:50 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 144 EventTime = "2019-05-25T20:20:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_2@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.144.000) 05/25 20:20:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 028 (1259.144.000) 05/25 20:20:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:20:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_2@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.120.000) 05/25 20:20:51 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346860 - ResidentSetSize of job (KB) ... 028 (1259.120.000) 05/25 20:20:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:20:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 20:20:52 Image size of job updated: 1572724 361 - MemoryUsage of job (MB) 368908 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 20:20:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:20:52 Image size of job updated: 1263896 356 - MemoryUsage of job (MB) 364464 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:20:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:20:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 20:21:02 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 320796 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:21:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 320796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.161.000) 05/25 20:21:04 Job executing on host: <192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP> ... 028 (1259.161.000) 05/25 20:21:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:21:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.131.000) 05/25 20:21:09 Image size of job updated: 1572728 331 - MemoryUsage of job (MB) 338012 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:21:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.165.000) 05/25 20:21:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_150165_501881412@mwt2-c087.campuscluster.illinois.edu <72.36.96.216:32836?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867539&addrs=72.36.96.216-32836&noUDP> ... 028 (1259.165.000) 05/25 20:21:09 Job ad information event triggered. StartdAddr = "<72.36.96.216:32836?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867539&addrs=72.36.96.216-32836&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968619" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 165 EventTime = "2019-05-25T20:21:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_150165_501881412@mwt2-c087.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.165.000) 05/25 20:21:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_150165_501881412@mwt2-c087.campuscluster.illinois.edu, rescheduling job ... 028 (1259.165.000) 05/25 20:21:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:21:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271649.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968619" StartdName = "glidein_150165_501881412@mwt2-c087.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c087.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.147.000) 05/25 20:21:10 Job executing on host: <128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP> ... 028 (1259.147.000) 05/25 20:21:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 147 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:21:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:21:10 Image size of job updated: 1572732 327 - MemoryUsage of job (MB) 334240 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:21:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 20:21:26 Image size of job updated: 1570676 356 - MemoryUsage of job (MB) 364444 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 20:21:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:21:34 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342668 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:21:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.144.000) 05/25 20:21:40 Job executing on host: <72.36.96.144:42761?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38569&addrs=72.36.96.144-42761&noUDP> ... 028 (1259.144.000) 05/25 20:21:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:21:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.144:42761?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38569&addrs=72.36.96.144-42761&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:21:40 Image size of job updated: 1572724 324 - MemoryUsage of job (MB) 330956 - ResidentSetSize of job (KB) ... 001 (1259.165.000) 05/25 20:21:40 Job executing on host: <192.170.226.32:38197?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877894&addrs=192.170.226.32-38197&noUDP> ... 006 (1259.241.000) 05/25 20:21:42 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344112 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:21:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.165.000) 05/25 20:21:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:21:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.32:38197?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877894&addrs=192.170.226.32-38197&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382524.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369589" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.241.000) 05/25 20:21:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.220.000) 05/25 20:21:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_780375140@AS-PRESTON-LAB5-S7-its-c7-osg-20190309, rescheduling job ... 028 (1259.220.000) 05/25 20:21:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 220 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442311.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" StartdName = "glidein_3437_780375140@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.153.000) 05/25 20:21:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.153.000) 05/25 20:21:50 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 153 EventTime = "2019-05-25T20:21:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_6@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.153.000) 05/25 20:21:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 006 (1259.178.000) 05/25 20:21:52 Image size of job updated: 1570676 326 - MemoryUsage of job (MB) 333680 - ResidentSetSize of job (KB) ... 006 (1259.223.000) 05/25 20:21:54 Image size of job updated: 1473524 349 - MemoryUsage of job (MB) 356668 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 20:21:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 153 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:21:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_6@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.178.000) 05/25 20:21:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:21:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.223.000) 05/25 20:21:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:21:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 356668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:22:03 Image size of job updated: 1454916 352 - MemoryUsage of job (MB) 359784 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:22:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:22:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 20:22:05 Image size of job updated: 1336492 309 - MemoryUsage of job (MB) 316156 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:22:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:22:08 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348364 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:22:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:22:09 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317272 - ResidentSetSize of job (KB) ... 006 (1259.182.000) 05/25 20:22:10 Image size of job updated: 1572728 344 - MemoryUsage of job (MB) 352136 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:22:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:22:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:22:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 20:22:14 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 315308 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:22:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:22:15 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 379940 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:22:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:22:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.242.000) 05/25 20:22:21 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 362532 - ResidentSetSize of job (KB) ... 028 (1259.242.000) 05/25 20:22:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:22:36 Image size of job updated: 1570668 343 - MemoryUsage of job (MB) 350744 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:22:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:22:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:22:38 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341884 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:22:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:22:48 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 356892 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:22:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:22:48 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355764 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:22:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:22:57 Image size of job updated: 1403884 348 - MemoryUsage of job (MB) 356256 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 356256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.273.000) 05/25 20:22:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3450_300551272@MAX-XUCHEN-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.273.000) 05/25 20:22:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 273 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:22:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4372296.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715583" StartdName = "glidein_3450_300551272@MAX-XUCHEN-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-XUCHEN-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.153.000) 05/25 20:22:59 Job executing on host: <192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP> ... 028 (1259.153.000) 05/25 20:22:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:22:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466105" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875176" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/25 20:23:00 Image size of job updated: 1331488 355 - MemoryUsage of job (MB) 363384 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:23:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.042.000) 05/25 20:23:13 Image size of job updated: 1572728 352 - MemoryUsage of job (MB) 360012 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:23:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:23:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:23:14 Image size of job updated: 1570676 343 - MemoryUsage of job (MB) 351212 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:23:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.128.000) 05/25 20:23:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_37668_514393152@CRUSH-OSG-C7-10-5-147-140 <10.5.147.140:39219?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858387&addrs=10.5.147.140-39219&noUDP> ... 028 (1259.128.000) 05/25 20:23:21 Job ad information event triggered. StartdAddr = "<10.5.147.140:39219?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#858387&addrs=10.5.147.140-39219&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4917" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 128 EventTime = "2019-05-25T20:23:21" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_37668_514393152@CRUSH-OSG-C7-10-5-147-140" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.128.000) 05/25 20:23:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_37668_514393152@CRUSH-OSG-C7-10-5-147-140, rescheduling job ... 028 (1259.128.000) 05/25 20:23:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 128 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:23:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428761.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4917" StartdName = "glidein_37668_514393152@CRUSH-OSG-C7-10-5-147-140" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:23:23 Image size of job updated: 1572728 347 - MemoryUsage of job (MB) 355152 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:23:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:23:30 Image size of job updated: 1554112 337 - MemoryUsage of job (MB) 344192 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:23:30 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:23:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 344192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.181.000) 05/25 20:23:33 Image size of job updated: 1570676 357 - MemoryUsage of job (MB) 364708 - ResidentSetSize of job (KB) ... 028 (1259.181.000) 05/25 20:23:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:23:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.220.000) 05/25 20:23:39 Job executing on host: <72.36.96.163:42281?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857500&addrs=72.36.96.163-42281&noUDP> ... 001 (1259.273.000) 05/25 20:23:39 Job executing on host: <72.36.96.178:43902?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872091&addrs=72.36.96.178-43902&noUDP> ... 028 (1259.220.000) 05/25 20:23:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:23:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.163:42281?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857500&addrs=72.36.96.163-42281&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274041.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.273.000) 05/25 20:23:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:23:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:43902?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872091&addrs=72.36.96.178-43902&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265256.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25481" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.157.000) 05/25 20:23:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.157.000) 05/25 20:23:51 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 157 EventTime = "2019-05-25T20:23:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_8@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.157.000) 05/25 20:23:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 028 (1259.157.000) 05/25 20:23:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:23:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_8@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:24:05 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335204 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:24:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:24:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.239.000) 05/25 20:24:05 Image size of job updated: 1570672 357 - MemoryUsage of job (MB) 364676 - ResidentSetSize of job (KB) ... 028 (1259.239.000) 05/25 20:24:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 20:24:13 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359316 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:24:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:24:15 Image size of job updated: 1570672 324 - MemoryUsage of job (MB) 330772 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:24:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:24:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.128.000) 05/25 20:24:18 Job executing on host: <192.170.226.203:42375?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#881153&addrs=192.170.226.203-42375&noUDP> ... 022 (1259.268.000) 05/25 20:24:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3532_624842071@AS-LEWAND-S3-its-c7-osg-20190309 <10.0.2.15:38135?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#875947&addrs=10.0.2.15-38135&noUDP> ... 028 (1259.128.000) 05/25 20:24:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:24:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.203:42375?CCBID=192.170.227.251:9793%3faddrs%3d192.170.227.251-9793#881153&addrs=192.170.226.203-42375&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:24:18 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382124 - ResidentSetSize of job (KB) ... 028 (1259.268.000) 05/25 20:24:18 Job ad information event triggered. StartdAddr = "<10.0.2.15:38135?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#875947&addrs=10.0.2.15-38135&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 268 EventTime = "2019-05-25T20:24:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3532_624842071@AS-LEWAND-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.127.000) 05/25 20:24:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:24:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.157.000) 05/25 20:24:19 Job executing on host: <72.36.96.181:34481?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876746&addrs=72.36.96.181-34481&noUDP> ... 024 (1259.268.000) 05/25 20:24:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3532_624842071@AS-LEWAND-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.157.000) 05/25 20:24:19 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:24:19" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.181:34481?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876746&addrs=72.36.96.181-34481&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25182" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.268.000) 05/25 20:24:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 268 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438126.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24549" StartdName = "glidein_3532_624842071@AS-LEWAND-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LEWAND-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:24:26 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338312 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:24:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:24:38 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335292 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:24:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.093.000) 05/25 20:24:41 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346568 - ResidentSetSize of job (KB) ... 028 (1259.093.000) 05/25 20:24:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 93 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:24:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4827" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.010.000) 05/25 20:24:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_53248_289880960@mwt2-c161.campuscluster.illinois.edu <72.36.96.68:42445?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#884889&addrs=72.36.96.68-42445&noUDP> ... 028 (1259.010.000) 05/25 20:24:45 Job ad information event triggered. StartdAddr = "<72.36.96.68:42445?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#884889&addrs=72.36.96.68-42445&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23635" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 10 EventTime = "2019-05-25T20:24:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_53248_289880960@mwt2-c161.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.010.000) 05/25 20:24:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_53248_289880960@mwt2-c161.campuscluster.illinois.edu, rescheduling job ... 028 (1259.010.000) 05/25 20:24:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 10 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:24:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271715.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23635" StartdName = "glidein_53248_289880960@mwt2-c161.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:24:47 Image size of job updated: 1570676 323 - MemoryUsage of job (MB) 330592 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:24:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:24:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 20:24:53 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400792 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 20:24:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 274 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:24:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25330" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.268.000) 05/25 20:24:54 Job executing on host: <72.36.96.143:45676?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559211&addrs=72.36.96.143-45676&noUDP> ... 028 (1259.268.000) 05/25 20:24:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 268 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:24:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.143:45676?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559211&addrs=72.36.96.143-45676&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274362.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969391" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:24:56 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 362688 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:24:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:24:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.074.000) 05/25 20:25:05 Image size of job updated: 1570676 322 - MemoryUsage of job (MB) 328788 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:25:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 322 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 328788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:25:07 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343680 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:25:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:25:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:25:11 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336680 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:25:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:25:18 Image size of job updated: 1494536 353 - MemoryUsage of job (MB) 361232 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:25:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:25:22 Image size of job updated: 1553368 411 - MemoryUsage of job (MB) 420276 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:25:22 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:25:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 420276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 20:25:24 Image size of job updated: 1453484 309 - MemoryUsage of job (MB) 316416 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 20:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:25:26 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347424 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:25:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:25:27 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344356 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:25:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 20:25:29 Image size of job updated: 1331288 307 - MemoryUsage of job (MB) 313884 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 20:25:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:25:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 313884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.294.000) 05/25 20:25:31 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335712 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:25:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.089.000) 05/25 20:25:34 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:52, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:52, Sys 0 00:03:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1382961920 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1382961920 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1763250 1 184772992 Memory (MB) : 392 1024 2500 ... 028 (1259.089.000) 05/25 20:25:34 Job ad information event triggered. SentBytes = 1382961920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7712033" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-151-55" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:52, Sys 0 00:03:31" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 89 EventTime = "2019-05-25T20:25:34" TotalSentBytes = 1382961920.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 01:52:52, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "4360965.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.171.000) 05/25 20:25:40 Image size of job updated: 1453484 349 - MemoryUsage of job (MB) 357156 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 20:25:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:25:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 357156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.010.000) 05/25 20:25:42 Job executing on host: <192.168.3.56:39441?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871465&addrs=192.168.3.56-39441&noUDP> ... 028 (1259.010.000) 05/25 20:25:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 10 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:25:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.56:39441?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871465&addrs=192.168.3.56-39441&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466180" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.140.000) 05/25 20:25:53 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 364568 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:25:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:25:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.277.000) 05/25 20:26:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu <192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP> ... 028 (1259.277.000) 05/25 20:26:02 Job ad information event triggered. StartdAddr = "<192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874961" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 277 EventTime = "2019-05-25T20:26:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "465783" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.277.000) 05/25 20:26:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu, rescheduling job ... 028 (1259.277.000) 05/25 20:26:02 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:26:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" StartdName = "slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.267.000) 05/25 20:26:03 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339616 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:26:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:26:09 Image size of job updated: 1572728 332 - MemoryUsage of job (MB) 339596 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:26:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:26:11 Image size of job updated: 1572732 328 - MemoryUsage of job (MB) 335824 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:26:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:26:15 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334748 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:26:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:26:34 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343300 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:26:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:26:41 Image size of job updated: 1572724 325 - MemoryUsage of job (MB) 332012 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:26:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:26:42 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346224 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:26:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.149.000) 05/25 20:26:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_176985_411032160@uct2-c437.mwt2.org <192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP> ... 028 (1259.149.000) 05/25 20:26:51 Job ad information event triggered. StartdAddr = "<192.170.226.27:33980?CCBID=192.170.227.251:9756%3faddrs%3d192.170.227.251-9756#879898&addrs=192.170.226.27-33980&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25729" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 149 EventTime = "2019-05-25T20:26:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_4@glidein_176985_411032160@uct2-c437.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.149.000) 05/25 20:26:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_176985_411032160@uct2-c437.mwt2.org, rescheduling job ... 028 (1259.149.000) 05/25 20:26:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:26:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270419.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25729" StartdName = "slot1_4@glidein_176985_411032160@uct2-c437.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c437.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:26:52 Image size of job updated: 1570676 327 - MemoryUsage of job (MB) 334544 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:26:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:26:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.014.000) 05/25 20:26:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_99586_32205762@uct2-c430.mwt2.org <192.170.226.20:36167?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908154&addrs=192.170.226.20-36167&noUDP> ... 028 (1259.014.000) 05/25 20:26:53 Job ad information event triggered. StartdAddr = "<192.170.226.20:36167?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908154&addrs=192.170.226.20-36167&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369179" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 14 EventTime = "2019-05-25T20:26:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_99586_32205762@uct2-c430.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.014.000) 05/25 20:26:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_99586_32205762@uct2-c430.mwt2.org, rescheduling job ... 028 (1259.014.000) 05/25 20:26:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:26:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1380032.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369179" StartdName = "glidein_99586_32205762@uct2-c430.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c430.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.277.000) 05/25 20:26:54 Job executing on host: <192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP> ... 028 (1259.277.000) 05/25 20:26:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:26:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.223.000) 05/25 20:26:54 Image size of job updated: 1473524 351 - MemoryUsage of job (MB) 358944 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 20:26:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:26:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 358944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:27:03 Image size of job updated: 1454916 355 - MemoryUsage of job (MB) 362660 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:27:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:27:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 20:27:06 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 317476 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:27:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:27:08 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349684 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:27:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:27:09 Image size of job updated: 1268904 312 - MemoryUsage of job (MB) 319384 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:27:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:27:10 Image size of job updated: 1572728 346 - MemoryUsage of job (MB) 354248 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 20:27:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:27:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:27:15 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383032 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:27:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:27:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.014.000) 05/25 20:27:31 Job executing on host: <72.36.96.66:34709?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868125&addrs=72.36.96.66-34709&noUDP> ... 028 (1259.014.000) 05/25 20:27:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:27:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.66:34709?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868125&addrs=72.36.96.66-34709&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264950.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969165" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.149.000) 05/25 20:27:32 Job executing on host: <72.36.96.69:39418?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869657&addrs=72.36.96.69-39418&noUDP> ... 028 (1259.149.000) 05/25 20:27:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:27:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.69:39418?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869657&addrs=72.36.96.69-39418&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:27:37 Image size of job updated: 1570668 345 - MemoryUsage of job (MB) 352328 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:27:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:27:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:27:39 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343204 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:27:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:27:49 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 359268 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:27:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:27:49 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358140 - ResidentSetSize of job (KB) ... 006 (1259.046.000) 05/25 20:27:50 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332476 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:27:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 20:27:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:27:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.166.000) 05/25 20:27:57 Image size of job updated: 1403884 350 - MemoryUsage of job (MB) 357668 - ResidentSetSize of job (KB) ... 028 (1259.166.000) 05/25 20:27:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1403884 Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 357668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:28:01 Image size of job updated: 1331488 356 - MemoryUsage of job (MB) 363668 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:28:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:28:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.175.000) 05/25 20:28:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3499_92007485@LCS-215-042-S3-its-c7-osg-20190309 <10.0.2.15:39122?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#878588&addrs=10.0.2.15-39122&noUDP> ... 028 (1259.175.000) 05/25 20:28:02 Job ad information event triggered. StartdAddr = "<10.0.2.15:39122?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#878588&addrs=10.0.2.15-39122&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8662" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 175 EventTime = "2019-05-25T20:28:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3499_92007485@LCS-215-042-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.175.000) 05/25 20:28:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3499_92007485@LCS-215-042-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.175.000) 05/25 20:28:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 175 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:28:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4347442.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8662" StartdName = "glidein_3499_92007485@LCS-215-042-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LCS-215-042-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:28:14 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 353060 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:28:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 20:28:14 Image size of job updated: 1572728 353 - MemoryUsage of job (MB) 361332 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:28:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:28:23 Image size of job updated: 1572728 349 - MemoryUsage of job (MB) 357264 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:28:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:28:31 Image size of job updated: 1554112 339 - MemoryUsage of job (MB) 346264 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:28:31 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:28:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 346264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.218.000) 05/25 20:28:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_47583_31190016@mwt2-c163.campuscluster.illinois.edu <72.36.96.70:39395?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880087&addrs=72.36.96.70-39395&noUDP> ... 028 (1259.218.000) 05/25 20:28:37 Job ad information event triggered. StartdAddr = "<72.36.96.70:39395?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880087&addrs=72.36.96.70-39395&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23871" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 218 EventTime = "2019-05-25T20:28:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_47583_31190016@mwt2-c163.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.218.000) 05/25 20:28:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_47583_31190016@mwt2-c163.campuscluster.illinois.edu, rescheduling job ... 022 (1259.282.000) 05/25 20:28:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12533_176130034@iut2-c270.iu.edu <149.165.225.97:40907?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869063&addrs=149.165.225.97-40907&noUDP> ... 028 (1259.218.000) 05/25 20:28:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 218 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:28:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271943.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" StartdName = "glidein_47583_31190016@mwt2-c163.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.191.000) 05/25 20:28:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3425_503048400@WHIT-234-01-S1-its-c7-osg-20190309 <10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP> ... 028 (1259.282.000) 05/25 20:28:38 Job ad information event triggered. StartdAddr = "<149.165.225.97:40907?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869063&addrs=149.165.225.97-40907&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 282 EventTime = "2019-05-25T20:28:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_12533_176130034@iut2-c270.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.191.000) 05/25 20:28:39 Job ad information event triggered. StartdAddr = "<10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25518" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 191 EventTime = "2019-05-25T20:28:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3425_503048400@WHIT-234-01-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.282.000) 05/25 20:28:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12533_176130034@iut2-c270.iu.edu, rescheduling job ... 028 (1259.282.000) 05/25 20:28:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:28:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264654.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" StartdName = "glidein_12533_176130034@iut2-c270.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c270.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.175.000) 05/25 20:28:48 Job executing on host: <72.36.96.138:45887?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38344&addrs=72.36.96.138-45887&noUDP> ... 028 (1259.175.000) 05/25 20:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 175 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.138:45887?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38344&addrs=72.36.96.138-45887&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:29:05 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336524 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:29:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:29:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.156.000) 05/25 20:29:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.156.000) 05/25 20:29:13 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 156 EventTime = "2019-05-25T20:29:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_8@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.156.000) 05/25 20:29:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.156.000) 05/25 20:29:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 156 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:29:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_8@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 20:29:14 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361164 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 20:29:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:29:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:29:16 Image size of job updated: 1570672 324 - MemoryUsage of job (MB) 331300 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:29:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:29:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:29:19 Image size of job updated: 1750000 375 - MemoryUsage of job (MB) 383224 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:29:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:29:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.009.000) 05/25 20:29:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_105083_107324532@uct2-c438.mwt2.org <192.170.226.28:37787?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869059&addrs=192.170.226.28-37787&noUDP> ... 028 (1259.009.000) 05/25 20:29:26 Job ad information event triggered. StartdAddr = "<192.170.226.28:37787?CCBID=192.170.227.251:9714%3faddrs%3d192.170.227.251-9714#869059&addrs=192.170.226.28-37787&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-25T20:29:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_105083_107324532@uct2-c438.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.009.000) 05/25 20:29:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_105083_107324532@uct2-c438.mwt2.org, rescheduling job ... 001 (1259.218.000) 05/25 20:29:26 Job executing on host: <72.36.96.161:43558?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887434&addrs=72.36.96.161-43558&noUDP> ... 028 (1259.009.000) 05/25 20:29:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:29:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264632.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" StartdName = "glidein_105083_107324532@uct2-c438.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@uct2-c438.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.218.000) 05/25 20:29:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:29:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.161:43558?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887434&addrs=72.36.96.161-43558&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265276.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25510" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.282.000) 05/25 20:29:27 Job executing on host: <72.36.96.197:36405?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860926&addrs=72.36.96.197-36405&noUDP> ... 006 (1259.095.000) 05/25 20:29:27 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339632 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/25 20:29:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:29:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.197:36405?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860926&addrs=72.36.96.197-36405&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265285.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c068.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.095.000) 05/25 20:29:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:29:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:29:38 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336612 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:29:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:29:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 20:29:40 Image size of job updated: 1570676 312 - MemoryUsage of job (MB) 318992 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 20:29:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:29:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.163.000) 05/25 20:29:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9485_529179660@uct2-c349.mwt2.org <192.170.226.170:36590?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873655&addrs=192.170.226.170-36590&noUDP> ... 028 (1259.163.000) 05/25 20:29:46 Job ad information event triggered. StartdAddr = "<192.170.226.170:36590?CCBID=192.170.227.251:9855%3faddrs%3d192.170.227.251-9855#873655&addrs=192.170.226.170-36590&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369262" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 163 EventTime = "2019-05-25T20:29:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_9485_529179660@uct2-c349.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.163.000) 05/25 20:29:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9485_529179660@uct2-c349.mwt2.org, rescheduling job ... 006 (1259.083.000) 05/25 20:29:47 Image size of job updated: 1570676 324 - MemoryUsage of job (MB) 331384 - ResidentSetSize of job (KB) ... 028 (1259.163.000) 05/25 20:29:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 163 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:29:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1381096.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369262" StartdName = "glidein_9485_529179660@uct2-c349.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c349.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.083.000) 05/25 20:29:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:29:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.274.000) 05/25 20:29:54 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406440 - ResidentSetSize of job (KB) ... 028 (1259.274.000) 05/25 20:29:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 274 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:29:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265111.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25330" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.163.000) 05/25 20:30:04 Job executing on host: <72.36.96.223:39048?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876752&addrs=72.36.96.223-39048&noUDP> ... 028 (1259.163.000) 05/25 20:30:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 163 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:30:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.223:39048?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876752&addrs=72.36.96.223-39048&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274433.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.156.000) 05/25 20:30:05 Job executing on host: <192.170.226.221:43107?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866336&addrs=192.170.226.221-43107&noUDP> ... 028 (1259.156.000) 05/25 20:30:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.221:43107?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866336&addrs=192.170.226.221-43107&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 20:30:06 Image size of job updated: 1570676 323 - MemoryUsage of job (MB) 330104 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:30:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:30:08 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 345000 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:30:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:30:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.009.000) 05/25 20:30:08 Job executing on host: <72.36.96.49:39572?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559159&addrs=72.36.96.49-39572&noUDP> ... 028 (1259.009.000) 05/25 20:30:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 9 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:39572?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559159&addrs=72.36.96.49-39572&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_50@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:30:12 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338264 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:30:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.150.000) 05/25 20:30:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.150.000) 05/25 20:30:13 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 150 EventTime = "2019-05-25T20:30:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_5@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.150.000) 05/25 20:30:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.150.000) 05/25 20:30:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 150 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:30:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_5@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:30:18 Image size of job updated: 1494536 355 - MemoryUsage of job (MB) 362904 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:30:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:30:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:30:22 Image size of job updated: 1553368 412 - MemoryUsage of job (MB) 421872 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:30:22 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 421872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.280.000) 05/25 20:30:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_116041_318673260@mwt2-c031.campuscluster.illinois.edu <72.36.96.160:39086?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876586&addrs=72.36.96.160-39086&noUDP> ... 028 (1259.280.000) 05/25 20:30:23 Job ad information event triggered. StartdAddr = "<72.36.96.160:39086?CCBID=192.170.227.251:9858%3faddrs%3d192.170.227.251-9858#876586&addrs=72.36.96.160-39086&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 280 EventTime = "2019-05-25T20:30:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_116041_318673260@mwt2-c031.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.280.000) 05/25 20:30:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_116041_318673260@mwt2-c031.campuscluster.illinois.edu, rescheduling job ... 028 (1259.280.000) 05/25 20:30:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264657.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" StartdName = "glidein_116041_318673260@mwt2-c031.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:30:26 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349800 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:30:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:30:28 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346468 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:30:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 20:30:32 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336768 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:30:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 20:30:40 Image size of job updated: 1263892 355 - MemoryUsage of job (MB) 362588 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 20:30:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:30:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.171.000) 05/25 20:30:41 Image size of job updated: 1453484 351 - MemoryUsage of job (MB) 358424 - ResidentSetSize of job (KB) ... 028 (1259.171.000) 05/25 20:30:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1453484 Proc = 171 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:30:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 ResidentSetSize = 358424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.281.000) 05/25 20:30:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81817_362656710@mwt2-c048.campuscluster.illinois.edu <72.36.96.177:36472?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878236&addrs=72.36.96.177-36472&noUDP> ... 028 (1259.281.000) 05/25 20:30:41 Job ad information event triggered. StartdAddr = "<72.36.96.177:36472?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#878236&addrs=72.36.96.177-36472&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 281 EventTime = "2019-05-25T20:30:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_81817_362656710@mwt2-c048.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.281.000) 05/25 20:30:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81817_362656710@mwt2-c048.campuscluster.illinois.edu, rescheduling job ... 028 (1259.281.000) 05/25 20:30:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264647.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" StartdName = "glidein_81817_362656710@mwt2-c048.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c048.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.280.000) 05/25 20:30:42 Job executing on host: <72.36.96.239:41156?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35740&addrs=72.36.96.239-41156&noUDP> ... 028 (1259.280.000) 05/25 20:30:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 280 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:30:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.239:41156?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35740&addrs=72.36.96.239-41156&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274428.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c110.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.150.000) 05/25 20:30:42 Job executing on host: <72.36.96.50:36266?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879335&addrs=72.36.96.50-36266&noUDP> ... 028 (1259.150.000) 05/25 20:30:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:36266?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#879335&addrs=72.36.96.50-36266&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:30:54 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 365056 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:30:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:30:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.255.000) 05/25 20:30:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_29812_25562440@uct2-c268.mwt2.org <192.170.226.92:44212?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862410&addrs=192.170.226.92-44212&noUDP> ... 028 (1259.255.000) 05/25 20:30:57 Job ad information event triggered. StartdAddr = "<192.170.226.92:44212?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862410&addrs=192.170.226.92-44212&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968609" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 255 EventTime = "2019-05-25T20:30:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_29812_25562440@uct2-c268.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.255.000) 05/25 20:30:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_29812_25562440@uct2-c268.mwt2.org, rescheduling job ... 028 (1259.255.000) 05/25 20:30:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 255 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:30:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264056.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968609" StartdName = "glidein_29812_25562440@uct2-c268.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c268.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:31:03 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340544 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:31:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:31:09 Image size of job updated: 1572728 333 - MemoryUsage of job (MB) 340388 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:31:12 Image size of job updated: 1572732 329 - MemoryUsage of job (MB) 336880 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:31:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:31:16 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335464 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:31:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.276.000) 05/25 20:31:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19949_133750224@iut2-c142.iu.edu <149.165.225.142:38278?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#40397&addrs=149.165.225.142-38278&noUDP> ... 028 (1259.276.000) 05/25 20:31:30 Job ad information event triggered. StartdAddr = "<149.165.225.142:38278?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#40397&addrs=149.165.225.142-38278&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26360" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 276 EventTime = "2019-05-25T20:31:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_19949_133750224@iut2-c142.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.276.000) 05/25 20:31:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19949_133750224@iut2-c142.iu.edu, rescheduling job ... 028 (1259.276.000) 05/25 20:31:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:31:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1667727.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26360" StartdName = "glidein_19949_133750224@iut2-c142.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c142.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:31:35 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345412 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:31:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:31:41 Image size of job updated: 1572724 326 - MemoryUsage of job (MB) 333596 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:31:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:31:42 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346752 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:31:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.217.000) 05/25 20:31:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_166214_126189232@mwt2-c094.campuscluster.illinois.edu <72.36.96.223:37134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877720&addrs=72.36.96.223-37134&noUDP> ... 028 (1259.217.000) 05/25 20:31:47 Job ad information event triggered. StartdAddr = "<72.36.96.223:37134?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877720&addrs=72.36.96.223-37134&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23871" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 217 EventTime = "2019-05-25T20:31:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_166214_126189232@mwt2-c094.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.217.000) 05/25 20:31:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_166214_126189232@mwt2-c094.campuscluster.illinois.edu, rescheduling job ... 028 (1259.217.000) 05/25 20:31:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 217 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:31:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271938.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23871" StartdName = "glidein_166214_126189232@mwt2-c094.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.292.000) 05/25 20:31:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3429_409335966@ENMG-SA-27V47V1-S2-its-c7-osg-20190309 <10.0.2.15:34324?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881179&addrs=10.0.2.15-34324&noUDP> ... 028 (1259.292.000) 05/25 20:31:49 Job ad information event triggered. StartdAddr = "<10.0.2.15:34324?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#881179&addrs=10.0.2.15-34324&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19442" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 292 EventTime = "2019-05-25T20:31:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3429_409335966@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.178.000) 05/25 20:31:53 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335336 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:31:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:31:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.223.000) 05/25 20:31:55 Image size of job updated: 1473524 352 - MemoryUsage of job (MB) 359732 - ResidentSetSize of job (KB) ... 028 (1259.223.000) 05/25 20:31:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 223 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:31:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" Subproc = 0 ResidentSetSize = 359732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:32:04 Image size of job updated: 1454916 357 - MemoryUsage of job (MB) 364900 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:32:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:32:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.281.000) 05/25 20:32:06 Job executing on host: <72.36.96.250:44645?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35804&addrs=72.36.96.250-44645&noUDP> ... 028 (1259.281.000) 05/25 20:32:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:32:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.250:44645?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35804&addrs=72.36.96.250-44645&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265306.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25527" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 20:32:06 Image size of job updated: 1336492 311 - MemoryUsage of job (MB) 318268 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:32:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.276.000) 05/25 20:32:08 Job executing on host: <72.36.96.181:44449?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875844&addrs=72.36.96.181-44449&noUDP> ... 028 (1259.276.000) 05/25 20:32:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 276 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:32:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.181:44449?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875844&addrs=72.36.96.181-44449&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274429.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:32:09 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319648 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:32:09 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351532 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:32:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:32:10 Image size of job updated: 1572728 347 - MemoryUsage of job (MB) 355260 - ResidentSetSize of job (KB) ... 001 (1259.255.000) 05/25 20:32:13 Job executing on host: <192.168.3.34:42072?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885179&addrs=192.168.3.34-42072&noUDP> ... 028 (1259.255.000) 05/25 20:32:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 255 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:32:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.34:42072?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885179&addrs=192.168.3.34-42072&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466373" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23813" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1259.182.000) 05/25 20:32:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:32:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:32:16 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384840 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:32:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:32:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 384840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.217.000) 05/25 20:32:34 Job executing on host: <192.170.226.148:40211?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893698&addrs=192.170.226.148-40211&noUDP> ... 028 (1259.217.000) 05/25 20:32:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:32:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.148:40211?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893698&addrs=192.170.226.148-40211&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:32:37 Image size of job updated: 1570668 347 - MemoryUsage of job (MB) 354440 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:32:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:32:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:32:39 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344520 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:32:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:32:49 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360588 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:32:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:32:50 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359724 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:32:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:32:51 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334260 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:32:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:32:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:33:01 Image size of job updated: 1331488 356 - MemoryUsage of job (MB) 363744 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:33:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:33:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.284.000) 05/25 20:33:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_159668_314848755@iut2-c250.iu.edu <149.165.225.77:44655?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867419&addrs=149.165.225.77-44655&noUDP> ... 028 (1259.284.000) 05/25 20:33:13 Job ad information event triggered. StartdAddr = "<149.165.225.77:44655?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867419&addrs=149.165.225.77-44655&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 284 EventTime = "2019-05-25T20:33:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_159668_314848755@iut2-c250.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.284.000) 05/25 20:33:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_159668_314848755@iut2-c250.iu.edu, rescheduling job ... 028 (1259.284.000) 05/25 20:33:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:33:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264652.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" StartdName = "glidein_159668_314848755@iut2-c250.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c250.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:33:14 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 355008 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:33:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:33:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 20:33:15 Image size of job updated: 1572728 355 - MemoryUsage of job (MB) 363444 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:33:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:33:23 Image size of job updated: 1572728 350 - MemoryUsage of job (MB) 357996 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:33:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:33:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:33:31 Image size of job updated: 1554112 341 - MemoryUsage of job (MB) 348772 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:33:31 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:33:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 348772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.007.000) 05/25 20:33:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_104304_220386099@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:36240?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873126&addrs=72.36.96.171-36240&noUDP> ... 028 (1259.007.000) 05/25 20:33:41 Job ad information event triggered. StartdAddr = "<72.36.96.171:36240?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873126&addrs=72.36.96.171-36240&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 7 EventTime = "2019-05-25T20:33:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_104304_220386099@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.007.000) 05/25 20:33:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_104304_220386099@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1259.007.000) 05/25 20:33:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:33:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264642.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" StartdName = "glidein_104304_220386099@mwt2-c042.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.287.000) 05/25 20:33:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_48098_290017581@mwt2-c146.campuscluster.illinois.edu <72.36.96.53:34303?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874812&addrs=72.36.96.53-34303&noUDP> ... 028 (1259.287.000) 05/25 20:33:49 Job ad information event triggered. StartdAddr = "<72.36.96.53:34303?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874812&addrs=72.36.96.53-34303&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23819" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 287 EventTime = "2019-05-25T20:33:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_48098_290017581@mwt2-c146.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.287.000) 05/25 20:33:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_48098_290017581@mwt2-c146.campuscluster.illinois.edu, rescheduling job ... 028 (1259.287.000) 05/25 20:33:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 287 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:33:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271889.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23819" StartdName = "glidein_48098_290017581@mwt2-c146.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c146.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.003.000) 05/25 20:33:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_51624_36492952@uct2-c449.mwt2.org <192.170.226.39:33749?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882205&addrs=192.170.226.39-33749&noUDP> ... 028 (1259.003.000) 05/25 20:33:57 Job ad information event triggered. StartdAddr = "<192.170.226.39:33749?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882205&addrs=192.170.226.39-33749&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 3 EventTime = "2019-05-25T20:33:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_51624_36492952@uct2-c449.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.003.000) 05/25 20:33:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_51624_36492952@uct2-c449.mwt2.org, rescheduling job ... 028 (1259.003.000) 05/25 20:33:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:33:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264633.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" StartdName = "glidein_51624_36492952@uct2-c449.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@uct2-c449.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.284.000) 05/25 20:34:00 Job executing on host: <72.36.96.44:41267?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888848&addrs=72.36.96.44-41267&noUDP> ... 028 (1259.284.000) 05/25 20:34:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:34:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.44:41267?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888848&addrs=72.36.96.44-41267&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.076.000) 05/25 20:34:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57458_746576768@CRUSH-OSG-C7-10-5-146-250 <10.5.146.250:46020?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#869403&addrs=10.5.146.250-46020&noUDP> ... 028 (1259.076.000) 05/25 20:34:01 Job ad information event triggered. StartdAddr = "<10.5.146.250:46020?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#869403&addrs=10.5.146.250-46020&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "10760" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 76 EventTime = "2019-05-25T20:34:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_57458_746576768@CRUSH-OSG-C7-10-5-146-250" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.076.000) 05/25 20:34:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57458_746576768@CRUSH-OSG-C7-10-5-146-250, rescheduling job ... 028 (1259.076.000) 05/25 20:34:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 76 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4350227.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10760" StartdName = "glidein_57458_746576768@CRUSH-OSG-C7-10-5-146-250" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot32@CRUSH-OSG-C7-10-5-146-250" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:34:05 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338052 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:34:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:34:16 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332236 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:34:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:34:20 Image size of job updated: 1750000 379 - MemoryUsage of job (MB) 387508 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:34:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:34:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 387508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:34:27 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340952 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:34:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:34:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.213.000) 05/25 20:34:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.213.000) 05/25 20:34:32 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 213 EventTime = "2019-05-25T20:34:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_6@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.213.000) 05/25 20:34:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.213.000) 05/25 20:34:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:34:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_6@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:34:38 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 337932 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:34:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:34:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.041.000) 05/25 20:34:40 Image size of job updated: 1570676 314 - MemoryUsage of job (MB) 321176 - ResidentSetSize of job (KB) ... 028 (1259.041.000) 05/25 20:34:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 41 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22936" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:34:47 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 332344 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:34:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:34:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.007.000) 05/25 20:34:49 Job executing on host: <72.36.96.220:40794?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879451&addrs=72.36.96.220-40794&noUDP> ... 028 (1259.007.000) 05/25 20:34:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:34:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.220:40794?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879451&addrs=72.36.96.220-40794&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274562.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.003.000) 05/25 20:34:49 Job executing on host: <72.36.96.227:33009?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878751&addrs=72.36.96.227-33009&noUDP> ... 001 (1259.287.000) 05/25 20:34:49 Job executing on host: <72.36.96.51:35396?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884545&addrs=72.36.96.51-35396&noUDP> ... 001 (1259.076.000) 05/25 20:34:49 Job executing on host: <72.36.96.219:40301?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868194&addrs=72.36.96.219-40301&noUDP> ... 028 (1259.003.000) 05/25 20:34:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:34:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.227:33009?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878751&addrs=72.36.96.227-33009&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.287.000) 05/25 20:34:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 287 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:34:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:35396?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884545&addrs=72.36.96.51-35396&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264904.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25060" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_42@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 20:34:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:34:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.219:40301?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868194&addrs=72.36.96.219-40301&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.160.000) 05/25 20:34:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_17156_398051620@mwt2-c050.campuscluster.illinois.edu <72.36.96.179:43009?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865805&addrs=72.36.96.179-43009&noUDP> ... 028 (1259.160.000) 05/25 20:34:59 Job ad information event triggered. StartdAddr = "<72.36.96.179:43009?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865805&addrs=72.36.96.179-43009&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23499" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 160 EventTime = "2019-05-25T20:34:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_17156_398051620@mwt2-c050.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.160.000) 05/25 20:34:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_17156_398051620@mwt2-c050.campuscluster.illinois.edu, rescheduling job ... 028 (1259.160.000) 05/25 20:34:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 160 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:34:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271616.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" StartdName = "glidein_17156_398051620@mwt2-c050.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c050.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 20:35:06 Image size of job updated: 1570676 323 - MemoryUsage of job (MB) 330328 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:35:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:35:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:35:08 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346784 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:35:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:35:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:35:13 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338672 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:35:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:35:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.146.000) 05/25 20:35:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.146.000) 05/25 20:35:16 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 146 EventTime = "2019-05-25T20:35:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_3@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.146.000) 05/25 20:35:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.146.000) 05/25 20:35:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:35:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_3@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:35:19 Image size of job updated: 1494536 356 - MemoryUsage of job (MB) 364280 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:35:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:35:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:35:23 Image size of job updated: 1553368 415 - MemoryUsage of job (MB) 424304 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:35:23 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:35:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 424304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:35:28 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346908 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:35:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:35:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.210.000) 05/25 20:35:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.210.000) 05/25 20:35:33 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 210 EventTime = "2019-05-25T20:35:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_3@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.294.000) 05/25 20:35:33 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337764 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:35:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:35:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.210.000) 05/25 20:35:33 Job reconnection failed Job not found at execution machine Can not reconnect to slot1_3@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.210.000) 05/25 20:35:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:35:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_3@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.146.000) 05/25 20:35:46 Job executing on host: <137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP> ... 028 (1259.146.000) 05/25 20:35:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:35:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.118.000) 05/25 20:35:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60737_65826222@CRUSH-OSG-C7-10-5-147-48 <10.5.147.48:36568?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#886825&addrs=10.5.147.48-36568&noUDP> ... 028 (1259.118.000) 05/25 20:35:49 Job ad information event triggered. StartdAddr = "<10.5.147.48:36568?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#886825&addrs=10.5.147.48-36568&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9415" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 118 EventTime = "2019-05-25T20:35:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_60737_65826222@CRUSH-OSG-C7-10-5-147-48" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.118.000) 05/25 20:35:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60737_65826222@CRUSH-OSG-C7-10-5-147-48, rescheduling job ... 028 (1259.118.000) 05/25 20:35:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 118 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:35:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359421.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9415" StartdName = "glidein_60737_65826222@CRUSH-OSG-C7-10-5-147-48" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot5@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.160.000) 05/25 20:35:50 Job executing on host: <192.170.226.34:33890?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874264&addrs=192.170.226.34-33890&noUDP> ... 028 (1259.160.000) 05/25 20:35:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:35:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.34:33890?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874264&addrs=192.170.226.34-33890&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383173.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32949" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.210.000) 05/25 20:35:50 Job executing on host: <72.36.96.187:42351?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38074&addrs=72.36.96.187-42351&noUDP> ... 028 (1259.210.000) 05/25 20:35:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:35:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:42351?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38074&addrs=72.36.96.187-42351&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274554.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:35:54 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 365392 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:35:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:35:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.000.000) 05/25 20:35:58 Image size of job updated: 1458528 352 - MemoryUsage of job (MB) 360420 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 20:35:58 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 360420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:36:04 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341804 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:36:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:36:09 Image size of job updated: 1572728 334 - MemoryUsage of job (MB) 341884 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:36:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:36:12 Image size of job updated: 1572732 330 - MemoryUsage of job (MB) 337640 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:36:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.016.000) 05/25 20:36:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46975_91925250@mwt2-c066.campuscluster.illinois.edu <72.36.96.195:41120?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875277&addrs=72.36.96.195-41120&noUDP> ... 028 (1259.016.000) 05/25 20:36:14 Job ad information event triggered. StartdAddr = "<72.36.96.195:41120?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875277&addrs=72.36.96.195-41120&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24060" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 16 EventTime = "2019-05-25T20:36:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_46975_91925250@mwt2-c066.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.016.000) 05/25 20:36:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46975_91925250@mwt2-c066.campuscluster.illinois.edu, rescheduling job ... 028 (1259.016.000) 05/25 20:36:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:36:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272103.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24060" StartdName = "glidein_46975_91925250@mwt2-c066.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.090.000) 05/25 20:36:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_93050_329032144@CRUSH-OSG-C7-10-5-147-48 <10.5.147.48:40899?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#877374&addrs=10.5.147.48-40899&noUDP> ... 028 (1259.090.000) 05/25 20:36:15 Job ad information event triggered. StartdAddr = "<10.5.147.48:40899?CCBID=192.170.227.251:9751%3faddrs%3d192.170.227.251-9751#877374&addrs=10.5.147.48-40899&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13379" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 90 EventTime = "2019-05-25T20:36:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_93050_329032144@CRUSH-OSG-C7-10-5-147-48" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.090.000) 05/25 20:36:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_93050_329032144@CRUSH-OSG-C7-10-5-147-48, rescheduling job ... 028 (1259.090.000) 05/25 20:36:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 90 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4426608.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13379" StartdName = "glidein_93050_329032144@CRUSH-OSG-C7-10-5-147-48" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot6@CRUSH-OSG-C7-10-5-147-48" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.154.000) 05/25 20:36:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.154.000) 05/25 20:36:16 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 154 EventTime = "2019-05-25T20:36:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_7@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.154.000) 05/25 20:36:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.154.000) 05/25 20:36:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 154 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:36:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_7@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:36:17 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336000 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:36:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.071.000) 05/25 20:36:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_44870_122179343@CRUSH-OSG-C7-10-5-139-87 <10.5.139.87:41845?CCBID=192.170.227.251:9810%3faddrs%3d192.170.227.251-9810#33324&addrs=10.5.139.87-41845&noUDP> ... 028 (1259.071.000) 05/25 20:36:33 Job ad information event triggered. StartdAddr = "<10.5.139.87:41845?CCBID=192.170.227.251:9810%3faddrs%3d192.170.227.251-9810#33324&addrs=10.5.139.87-41845&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4343" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 71 EventTime = "2019-05-25T20:36:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_44870_122179343@CRUSH-OSG-C7-10-5-139-87" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.071.000) 05/25 20:36:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_44870_122179343@CRUSH-OSG-C7-10-5-139-87, rescheduling job ... 028 (1259.071.000) 05/25 20:36:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 71 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4408224.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4343" StartdName = "glidein_44870_122179343@CRUSH-OSG-C7-10-5-139-87" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot15@CRUSH-OSG-C7-10-5-139-87" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.209.000) 05/25 20:36:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 001 (1259.016.000) 05/25 20:36:34 Job executing on host: <72.36.96.174:40480?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34352&addrs=72.36.96.174-40480&noUDP> ... 028 (1259.209.000) 05/25 20:36:33 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 209 EventTime = "2019-05-25T20:36:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_1@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.016.000) 05/25 20:36:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 16 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:36:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:40480?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34352&addrs=72.36.96.174-40480&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264934.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25120" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.209.000) 05/25 20:36:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.209.000) 05/25 20:36:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:36:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_1@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.138.000) 05/25 20:36:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_114837_132851895@CRUSH-OSG-C7-10-5-148-160 <10.5.148.160:46063?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37097&addrs=10.5.148.160-46063&noUDP> ... 028 (1259.138.000) 05/25 20:36:35 Job ad information event triggered. StartdAddr = "<10.5.148.160:46063?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37097&addrs=10.5.148.160-46063&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13713" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 138 EventTime = "2019-05-25T20:36:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_114837_132851895@CRUSH-OSG-C7-10-5-148-160" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.138.000) 05/25 20:36:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_114837_132851895@CRUSH-OSG-C7-10-5-148-160, rescheduling job ... 028 (1259.138.000) 05/25 20:36:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 138 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429242.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" StartdName = "glidein_114837_132851895@CRUSH-OSG-C7-10-5-148-160" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot8@CRUSH-OSG-C7-10-5-148-160" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:36:35 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346600 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:36:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.118.000) 05/25 20:36:35 Job executing on host: <72.36.96.155:45486?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875496&addrs=72.36.96.155-45486&noUDP> ... 001 (1259.090.000) 05/25 20:36:35 Job executing on host: <72.36.96.157:43165?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#38536&addrs=72.36.96.157-43165&noUDP> ... 028 (1259.118.000) 05/25 20:36:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 118 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:36:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.155:45486?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875496&addrs=72.36.96.155-45486&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265009.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.090.000) 05/25 20:36:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:36:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.157:43165?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#38536&addrs=72.36.96.157-43165&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.213.000) 05/25 20:36:37 Job executing on host: <192.170.226.21:45306?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886969&addrs=192.170.226.21-45306&noUDP> ... 028 (1259.213.000) 05/25 20:36:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:36:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.21:45306?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886969&addrs=192.170.226.21-45306&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:36:41 Image size of job updated: 1572724 326 - MemoryUsage of job (MB) 333804 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:36:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.254.000) 05/25 20:36:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_41955_141931349@mwt2-c126.campuscluster.illinois.edu <72.36.96.33:36926?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879758&addrs=72.36.96.33-36926&noUDP> ... 028 (1259.254.000) 05/25 20:36:41 Job ad information event triggered. StartdAddr = "<72.36.96.33:36926?CCBID=192.170.227.251:9842%3faddrs%3d192.170.227.251-9842#879758&addrs=72.36.96.33-36926&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23843" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 254 EventTime = "2019-05-25T20:36:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_41955_141931349@mwt2-c126.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.254.000) 05/25 20:36:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_41955_141931349@mwt2-c126.campuscluster.illinois.edu, rescheduling job ... 028 (1259.254.000) 05/25 20:36:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 254 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:36:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271904.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23843" StartdName = "glidein_41955_141931349@mwt2-c126.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:36:43 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 348260 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:36:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.256.000) 05/25 20:36:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30788_50494882@mwt2-c163.campuscluster.illinois.edu <72.36.96.70:41100?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872775&addrs=72.36.96.70-41100&noUDP> ... 028 (1259.256.000) 05/25 20:36:49 Job ad information event triggered. StartdAddr = "<72.36.96.70:41100?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872775&addrs=72.36.96.70-41100&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24396" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 256 EventTime = "2019-05-25T20:36:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30788_50494882@mwt2-c163.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.256.000) 05/25 20:36:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30788_50494882@mwt2-c163.campuscluster.illinois.edu, rescheduling job ... 028 (1259.256.000) 05/25 20:36:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:36:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264197.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24396" StartdName = "glidein_30788_50494882@mwt2-c163.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:36:53 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336396 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:36:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:36:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.201.000) 05/25 20:37:04 Image size of job updated: 1454916 360 - MemoryUsage of job (MB) 368012 - ResidentSetSize of job (KB) ... 028 (1259.201.000) 05/25 20:37:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1454916 Proc = 201 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:37:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 368012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.191.000) 05/25 20:37:06 Job reconnected to glidein_3425_503048400@WHIT-234-01-S1-its-c7-osg-20190309 startd address: <10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP> starter address: <10.0.2.15:44690?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878818&PrivNet=WHIT-234-01-S1-its-c7-osg-20190309&addrs=10.0.2.15-44690&noUDP> ... 006 (1259.176.000) 05/25 20:37:07 Image size of job updated: 1336492 312 - MemoryUsage of job (MB) 319272 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:37:06 Job ad information event triggered. StartdAddr = "<10.0.2.15:36203?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888820&addrs=10.0.2.15-36203&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25518" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 191 EventTime = "2019-05-25T20:37:06" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3425_503048400@WHIT-234-01-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:44690?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878818&PrivNet=WHIT-234-01-S1-its-c7-osg-20190309&addrs=10.0.2.15-44690&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" EventDescription = "Job reconnected" ... 028 (1259.176.000) 05/25 20:37:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336492 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:37:09 Image size of job updated: 1268904 313 - MemoryUsage of job (MB) 319872 - ResidentSetSize of job (KB) ... 006 (1259.182.000) 05/25 20:37:10 Image size of job updated: 1572728 349 - MemoryUsage of job (MB) 357048 - ResidentSetSize of job (KB) ... 006 (1259.203.000) 05/25 20:37:10 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354036 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:37:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:37:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 20:37:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.272.000) 05/25 20:37:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309, rescheduling job ... 028 (1259.272.000) 05/25 20:37:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 272 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430852.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14152" StartdName = "glidein_3430_123453369@BFAS-SCWC-200-S7-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCWC-200-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.152.000) 05/25 20:37:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 006 (1259.125.000) 05/25 20:37:16 Image size of job updated: 1500000 378 - MemoryUsage of job (MB) 386188 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 20:37:16 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 152 EventTime = "2019-05-25T20:37:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_6@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.125.000) 05/25 20:37:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:37:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.152.000) 05/25 20:37:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.152.000) 05/25 20:37:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:37:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_6@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.209.000) 05/25 20:37:21 Job executing on host: <72.36.96.220:37834?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875165&addrs=72.36.96.220-37834&noUDP> ... 028 (1259.209.000) 05/25 20:37:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:37:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.220:37834?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875165&addrs=72.36.96.220-37834&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.256.000) 05/25 20:37:21 Job executing on host: <149.165.225.95:32823?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893472&addrs=149.165.225.95-32823&noUDP> ... 001 (1259.154.000) 05/25 20:37:21 Job executing on host: <192.170.227.75:38197?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872962&addrs=192.170.227.75-38197&noUDP> ... 028 (1259.256.000) 05/25 20:37:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:37:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.95:32823?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893472&addrs=149.165.225.95-32823&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668720.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c268.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.154.000) 05/25 20:37:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:37:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.75:38197?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872962&addrs=192.170.227.75-38197&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.138.000) 05/25 20:37:21 Job executing on host: <72.36.96.135:36712?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866913&addrs=72.36.96.135-36712&noUDP> ... 001 (1259.071.000) 05/25 20:37:21 Job executing on host: <72.36.96.229:44793?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882359&addrs=72.36.96.229-44793&noUDP> ... 001 (1259.254.000) 05/25 20:37:22 Job executing on host: <149.165.225.134:43813?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880235&addrs=149.165.225.134-43813&noUDP> ... 028 (1259.138.000) 05/25 20:37:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 138 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:37:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.135:36712?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#866913&addrs=72.36.96.135-36712&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274621.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c006.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.071.000) 05/25 20:37:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 71 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:37:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.229:44793?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882359&addrs=72.36.96.229-44793&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274610.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c100.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.254.000) 05/25 20:37:22 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:37:22" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.134:43813?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880235&addrs=149.165.225.134-43813&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.091.000) 05/25 20:37:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309 <10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP> ... 028 (1259.091.000) 05/25 20:37:27 Job ad information event triggered. StartdAddr = "<10.0.2.15:38924?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#35202&addrs=10.0.2.15-38924&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713142" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 91 EventTime = "2019-05-25T20:37:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.091.000) 05/25 20:37:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.091.000) 05/25 20:37:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 91 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:37:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378758.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713142" StartdName = "glidein_3423_240948740@LIB-CAMEHL2-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-CAMEHL2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 20:37:30 Image size of job updated: 1268904 305 - MemoryUsage of job (MB) 312204 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 20:37:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 305 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.215.000) 05/25 20:37:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.215.000) 05/25 20:37:34 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 215 EventTime = "2019-05-25T20:37:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_8@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.215.000) 05/25 20:37:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.215.000) 05/25 20:37:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 215 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:37:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_8@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 20:37:38 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 355224 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 20:37:38 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:37:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 355224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:37:38 Image size of job updated: 1570668 349 - MemoryUsage of job (MB) 356512 - ResidentSetSize of job (KB) ... 006 (1259.020.000) 05/25 20:37:39 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 347060 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:37:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.025.000) 05/25 20:37:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:37:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.092.000) 05/25 20:37:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46932_187199468@CRUSH-OSG-C7-10-5-147-246 <10.5.147.246:35936?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#874598&addrs=10.5.147.246-35936&noUDP> ... 028 (1259.092.000) 05/25 20:37:48 Job ad information event triggered. StartdAddr = "<10.5.147.246:35936?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#874598&addrs=10.5.147.246-35936&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715772" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 92 EventTime = "2019-05-25T20:37:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_46932_187199468@CRUSH-OSG-C7-10-5-147-246" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.092.000) 05/25 20:37:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46932_187199468@CRUSH-OSG-C7-10-5-147-246, rescheduling job ... 028 (1259.092.000) 05/25 20:37:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 92 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:37:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373653.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "17" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715772" StartdName = "glidein_46932_187199468@CRUSH-OSG-C7-10-5-147-246" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-246" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:37:50 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 362896 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:37:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:37:50 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361896 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:37:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.272.000) 05/25 20:37:50 Job executing on host: <192.170.227.76:45809?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895228&addrs=192.170.227.76-45809&noUDP> ... 001 (1259.152.000) 05/25 20:37:50 Job executing on host: <72.36.96.149:39174?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872567&addrs=72.36.96.149-39174&noUDP> ... 001 (1259.091.000) 05/25 20:37:50 Job executing on host: <72.36.96.146:44118?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857906&addrs=72.36.96.146-44118&noUDP> ... 028 (1259.272.000) 05/25 20:37:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:37:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.76:45809?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895228&addrs=192.170.227.76-45809&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.152.000) 05/25 20:37:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:37:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.149:39174?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872567&addrs=72.36.96.149-39174&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.091.000) 05/25 20:37:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:37:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:44118?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857906&addrs=72.36.96.146-44118&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.191.000) 05/25 20:37:53 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345780 - ResidentSetSize of job (KB) ... 028 (1259.191.000) 05/25 20:37:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 191 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:37:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25518" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.250.000) 05/25 20:38:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.250.000) 05/25 20:38:02 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 250 EventTime = "2019-05-25T20:38:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_5@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.250.000) 05/25 20:38:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.250.000) 05/25 20:38:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:38:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_5@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:38:02 Image size of job updated: 1331488 356 - MemoryUsage of job (MB) 363968 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:38:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:38:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.048.000) 05/25 20:38:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1302_93596748@mwt2-c109.campuscluster.illinois.edu <72.36.96.238:35144?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869996&addrs=72.36.96.238-35144&noUDP> ... 028 (1259.048.000) 05/25 20:38:09 Job ad information event triggered. StartdAddr = "<72.36.96.238:35144?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#869996&addrs=72.36.96.238-35144&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968656" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 48 EventTime = "2019-05-25T20:38:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_1302_93596748@mwt2-c109.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.048.000) 05/25 20:38:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1302_93596748@mwt2-c109.campuscluster.illinois.edu, rescheduling job ... 028 (1259.048.000) 05/25 20:38:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 48 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:38:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271730.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968656" StartdName = "glidein_1302_93596748@mwt2-c109.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c109.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:38:14 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 357376 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:38:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:38:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 20:38:15 Image size of job updated: 1572728 357 - MemoryUsage of job (MB) 365192 - ResidentSetSize of job (KB) ... 022 (1259.148.000) 05/25 20:38:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.042.000) 05/25 20:38:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:38:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.283.000) 05/25 20:38:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_138291_86675520@iut2-c205.iu.edu <149.165.225.115:42572?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#878092&addrs=149.165.225.115-42572&noUDP> ... 006 (1259.040.000) 05/25 20:38:24 Image size of job updated: 1572728 353 - MemoryUsage of job (MB) 360604 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 20:38:16 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 148 EventTime = "2019-05-25T20:38:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_4@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.283.000) 05/25 20:38:23 Job ad information event triggered. StartdAddr = "<149.165.225.115:42572?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#878092&addrs=149.165.225.115-42572&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 283 EventTime = "2019-05-25T20:38:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_138291_86675520@iut2-c205.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.040.000) 05/25 20:38:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.148.000) 05/25 20:38:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 024 (1259.283.000) 05/25 20:38:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_138291_86675520@iut2-c205.iu.edu, rescheduling job ... 028 (1259.148.000) 05/25 20:38:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:38:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_4@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.283.000) 05/25 20:38:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:38:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264655.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24814" StartdName = "glidein_138291_86675520@iut2-c205.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c205.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.092.000) 05/25 20:38:29 Job executing on host: <192.170.226.33:34792?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882637&addrs=192.170.226.33-34792&noUDP> ... 028 (1259.092.000) 05/25 20:38:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 92 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:38:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.33:34792?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882637&addrs=192.170.226.33-34792&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.250.000) 05/25 20:38:30 Job executing on host: <72.36.96.204:36739?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860933&addrs=72.36.96.204-36739&noUDP> ... 028 (1259.250.000) 05/25 20:38:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:38:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:36739?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860933&addrs=72.36.96.204-36739&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265324.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.215.000) 05/25 20:38:32 Job executing on host: <149.165.225.184:39397?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898302&addrs=149.165.225.184-39397&noUDP> ... 028 (1259.215.000) 05/25 20:38:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:38:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.184:39397?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898302&addrs=149.165.225.184-39397&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:38:32 Image size of job updated: 1554112 344 - MemoryUsage of job (MB) 352036 - ResidentSetSize of job (KB) ... 001 (1259.048.000) 05/25 20:38:32 Job executing on host: <72.36.96.49:46555?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878667&addrs=72.36.96.49-46555&noUDP> ... 028 (1259.023.000) 05/25 20:38:32 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:38:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 352036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.048.000) 05/25 20:38:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 48 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:38:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:46555?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878667&addrs=72.36.96.49-46555&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264853.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25013" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.214.000) 05/25 20:38:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.214.000) 05/25 20:38:35 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 214 EventTime = "2019-05-25T20:38:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_7@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.214.000) 05/25 20:38:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.214.000) 05/25 20:38:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:38:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_7@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 20:38:57 Image size of job updated: 1342468 315 - MemoryUsage of job (MB) 321928 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 20:38:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:38:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.247.000) 05/25 20:39:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.247.000) 05/25 20:39:02 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 247 EventTime = "2019-05-25T20:39:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_1@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.247.000) 05/25 20:39:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.247.000) 05/25 20:39:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 247 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:39:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_1@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:39:06 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339108 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:39:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:39:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.148.000) 05/25 20:39:07 Job executing on host: <72.36.96.146:46360?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870109&addrs=72.36.96.146-46360&noUDP> ... 028 (1259.148.000) 05/25 20:39:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 148 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:39:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:46360?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870109&addrs=72.36.96.146-46360&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.283.000) 05/25 20:39:07 Job executing on host: <192.170.226.32:39838?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#876100&addrs=192.170.226.32-39838&noUDP> ... 001 (1259.214.000) 05/25 20:39:08 Job executing on host: <72.36.96.207:35184?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36926&addrs=72.36.96.207-35184&noUDP> ... 028 (1259.283.000) 05/25 20:39:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:39:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.32:39838?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#876100&addrs=192.170.226.32-39838&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264931.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.214.000) 05/25 20:39:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 214 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:39:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.207:35184?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36926&addrs=72.36.96.207-35184&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274615.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c078.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:39:17 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333028 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:39:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:39:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:39:21 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405340 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:39:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:39:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 405340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:39:28 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342320 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:39:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:39:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.044.000) 05/25 20:39:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12686_119368512@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:40186?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#872975&addrs=72.36.96.174-40186&noUDP> ... 028 (1259.044.000) 05/25 20:39:35 Job ad information event triggered. StartdAddr = "<72.36.96.174:40186?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#872975&addrs=72.36.96.174-40186&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23499" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 44 EventTime = "2019-05-25T20:39:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_12686_119368512@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.044.000) 05/25 20:39:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12686_119368512@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1259.044.000) 05/25 20:39:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 44 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:39:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271615.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23499" StartdName = "glidein_12686_119368512@mwt2-c045.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.247.000) 05/25 20:39:37 Job executing on host: <72.36.96.137:33928?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885993&addrs=72.36.96.137-33928&noUDP> ... 028 (1259.247.000) 05/25 20:39:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:39:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:33928?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885993&addrs=72.36.96.137-33928&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272645.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969055" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 20:39:39 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338900 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 20:39:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:39:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:39:48 Image size of job updated: 1570676 327 - MemoryUsage of job (MB) 334172 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:39:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:39:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 20:39:49 Image size of job updated: 1255956 309 - MemoryUsage of job (MB) 315816 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 20:39:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:39:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 315816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:39:58 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 363044 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:39:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:39:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.074.000) 05/25 20:40:07 Image size of job updated: 1570676 323 - MemoryUsage of job (MB) 330620 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:40:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:40:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 323 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 330620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:40:08 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347932 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:40:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:40:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:40:13 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340036 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:40:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:40:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.145.000) 05/25 20:40:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.145.000) 05/25 20:40:17 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 145 EventTime = "2019-05-25T20:40:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_2@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.145.000) 05/25 20:40:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.145.000) 05/25 20:40:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:40:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_2@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:40:20 Image size of job updated: 1494536 359 - MemoryUsage of job (MB) 366640 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:40:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:40:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:40:23 Image size of job updated: 1553368 416 - MemoryUsage of job (MB) 425792 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:40:23 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 425792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:40:27 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351588 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:40:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:40:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:40:28 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 349280 - ResidentSetSize of job (KB) ... 006 (1259.116.000) 05/25 20:40:29 Image size of job updated: 1331288 308 - MemoryUsage of job (MB) 314460 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:40:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:40:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.116.000) 05/25 20:40:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:40:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 314460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.294.000) 05/25 20:40:34 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338820 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:40:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:40:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.212.000) 05/25 20:40:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_5@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.212.000) 05/25 20:40:36 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 212 EventTime = "2019-05-25T20:40:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_5@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.212.000) 05/25 20:40:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_5@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 022 (1259.158.000) 05/25 20:40:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_100854_259569882@mwt2-c030.campuscluster.illinois.edu <72.36.96.159:45602?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886365&addrs=72.36.96.159-45602&noUDP> ... 028 (1259.212.000) 05/25 20:40:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:40:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_5@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.158.000) 05/25 20:40:37 Job ad information event triggered. StartdAddr = "<72.36.96.159:45602?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886365&addrs=72.36.96.159-45602&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968723" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 158 EventTime = "2019-05-25T20:40:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_100854_259569882@mwt2-c030.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.158.000) 05/25 20:40:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_100854_259569882@mwt2-c030.campuscluster.illinois.edu, rescheduling job ... 028 (1259.158.000) 05/25 20:40:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 158 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:40:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271866.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968723" StartdName = "glidein_100854_259569882@mwt2-c030.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:40:55 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 365408 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:40:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:40:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.000.000) 05/25 20:40:58 Image size of job updated: 1458528 356 - MemoryUsage of job (MB) 363620 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 20:40:58 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 363620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:41:04 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342572 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:41:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.258.000) 05/25 20:41:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19040_20204800@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:39713?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861273&addrs=72.36.96.174-39713&noUDP> ... 022 (1259.041.000) 05/25 20:41:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_16363_287075486@SST-TEST-OP-S2-its-c7-osg-20190309 <10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP> ... 028 (1259.258.000) 05/25 20:41:06 Job ad information event triggered. StartdAddr = "<72.36.96.174:39713?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#861273&addrs=72.36.96.174-39713&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 258 EventTime = "2019-05-25T20:41:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_19040_20204800@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.041.000) 05/25 20:41:07 Job ad information event triggered. StartdAddr = "<10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22936" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T20:41:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_16363_287075486@SST-TEST-OP-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.258.000) 05/25 20:41:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19040_20204800@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1259.258.000) 05/25 20:41:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264648.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" StartdName = "glidein_19040_20204800@mwt2-c045.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.044.000) 05/25 20:41:09 Job executing on host: <72.36.96.191:35842?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860532&addrs=72.36.96.191-35842&noUDP> ... 028 (1259.044.000) 05/25 20:41:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.191:35842?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860532&addrs=72.36.96.191-35842&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.158.000) 05/25 20:41:09 Job executing on host: <72.36.96.251:41814?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871485&addrs=72.36.96.251-41814&noUDP> ... 028 (1259.158.000) 05/25 20:41:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 158 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.251:41814?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871485&addrs=72.36.96.251-41814&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265333.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c122.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.212.000) 05/25 20:41:09 Job executing on host: <72.36.96.232:40815?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#869169&addrs=72.36.96.232-40815&noUDP> ... 028 (1259.212.000) 05/25 20:41:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 212 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.232:40815?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#869169&addrs=72.36.96.232-40815&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.145.000) 05/25 20:41:09 Job executing on host: <72.36.96.158:44085?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893354&addrs=72.36.96.158-44085&noUDP> ... 006 (1259.131.000) 05/25 20:41:10 Image size of job updated: 1572728 336 - MemoryUsage of job (MB) 343196 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/25 20:41:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:41:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.158:44085?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893354&addrs=72.36.96.158-44085&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272643.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969055" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.131.000) 05/25 20:41:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:41:12 Image size of job updated: 1572732 331 - MemoryUsage of job (MB) 338696 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:41:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.005.000) 05/25 20:41:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19785_484430188@iut2-c152.iu.edu <149.165.225.152:44241?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868890&addrs=149.165.225.152-44241&noUDP> ... 028 (1259.005.000) 05/25 20:41:16 Job ad information event triggered. StartdAddr = "<149.165.225.152:44241?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#868890&addrs=149.165.225.152-44241&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24777" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 5 EventTime = "2019-05-25T20:41:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_19785_484430188@iut2-c152.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.005.000) 05/25 20:41:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19785_484430188@iut2-c152.iu.edu, rescheduling job ... 028 (1259.005.000) 05/25 20:41:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264630.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24777" StartdName = "glidein_19785_484430188@iut2-c152.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c152.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:41:17 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336528 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:41:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.258.000) 05/25 20:41:34 Job executing on host: <72.36.96.204:45981?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#888126&addrs=72.36.96.204-45981&noUDP> ... 028 (1259.258.000) 05/25 20:41:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:41:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:45981?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#888126&addrs=72.36.96.204-45981&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274629.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:41:36 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347372 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:41:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:41:41 Image size of job updated: 1572724 328 - MemoryUsage of job (MB) 334860 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:41:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:41:44 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 350108 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:41:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 20:41:47 Image size of job updated: 1750000 348 - MemoryUsage of job (MB) 356096 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 20:41:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:41:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:41:53 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 336952 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:41:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:41:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.119.000) 05/25 20:42:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_64629_177888054@CRUSH-OSG-C7-10-5-147-8 <10.5.147.8:42711?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37177&addrs=10.5.147.8-42711&noUDP> ... 028 (1259.119.000) 05/25 20:42:02 Job ad information event triggered. StartdAddr = "<10.5.147.8:42711?CCBID=192.170.227.251:9863%3faddrs%3d192.170.227.251-9863#37177&addrs=10.5.147.8-42711&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8106960" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 119 EventTime = "2019-05-25T20:42:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_64629_177888054@CRUSH-OSG-C7-10-5-147-8" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.119.000) 05/25 20:42:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_64629_177888054@CRUSH-OSG-C7-10-5-147-8, rescheduling job ... 028 (1259.119.000) 05/25 20:42:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 119 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4411169.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8106960" StartdName = "glidein_64629_177888054@CRUSH-OSG-C7-10-5-147-8" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot38@CRUSH-OSG-C7-10-5-147-8" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 20:42:08 Image size of job updated: 1570672 312 - MemoryUsage of job (MB) 319272 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:42:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 319272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:42:09 Image size of job updated: 1268904 314 - MemoryUsage of job (MB) 321192 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:42:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:42:10 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355092 - ResidentSetSize of job (KB) ... 006 (1259.182.000) 05/25 20:42:11 Image size of job updated: 1572728 351 - MemoryUsage of job (MB) 358896 - ResidentSetSize of job (KB) ... 022 (1259.139.000) 05/25 20:42:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3500_94477539@SOE-MRSARNO-S2-its-c7-osg-20190309 <10.0.2.15:44532?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882716&addrs=10.0.2.15-44532&noUDP> ... 028 (1259.203.000) 05/25 20:42:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:42:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:42:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.139.000) 05/25 20:42:11 Job ad information event triggered. StartdAddr = "<10.0.2.15:44532?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#882716&addrs=10.0.2.15-44532&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4551" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 139 EventTime = "2019-05-25T20:42:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3500_94477539@SOE-MRSARNO-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.139.000) 05/25 20:42:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3500_94477539@SOE-MRSARNO-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.139.000) 05/25 20:42:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 139 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419281.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4551" StartdName = "glidein_3500_94477539@SOE-MRSARNO-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-MRSARNO-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:42:16 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387912 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:42:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:42:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 387912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.005.000) 05/25 20:42:21 Job executing on host: <72.36.96.171:34268?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885422&addrs=72.36.96.171-34268&noUDP> ... 028 (1259.005.000) 05/25 20:42:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:42:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:34268?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885422&addrs=72.36.96.171-34268&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265334.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.119.000) 05/25 20:42:21 Job executing on host: <72.36.96.229:45575?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34416&addrs=72.36.96.229-45575&noUDP> ... 028 (1259.119.000) 05/25 20:42:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 119 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:42:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.229:45575?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34416&addrs=72.36.96.229-45575&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274634.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c100.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 20:42:31 Image size of job updated: 1268904 306 - MemoryUsage of job (MB) 313168 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 20:42:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.031.000) 05/25 20:42:31 Image size of job updated: 1473524 365 - MemoryUsage of job (MB) 373040 - ResidentSetSize of job (KB) ... 028 (1259.031.000) 05/25 20:42:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1473524 Proc = 31 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109925" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" Subproc = 0 ResidentSetSize = 373040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:42:39 Image size of job updated: 1570668 349 - MemoryUsage of job (MB) 357304 - ResidentSetSize of job (KB) ... 006 (1259.222.000) 05/25 20:42:38 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358196 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:42:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:42:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:42:39 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347324 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 20:42:38 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:42:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 358196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.020.000) 05/25 20:42:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:42:50 Image size of job updated: 1570676 356 - MemoryUsage of job (MB) 364124 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:42:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.230.000) 05/25 20:42:50 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363860 - ResidentSetSize of job (KB) ... 028 (1259.230.000) 05/25 20:42:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 230 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:42:53 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335324 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:42:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:42:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.139.000) 05/25 20:42:56 Job executing on host: <72.36.96.183:41763?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882559&addrs=72.36.96.183-41763&noUDP> ... 028 (1259.139.000) 05/25 20:42:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:42:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.183:41763?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882559&addrs=72.36.96.183-41763&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274631.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:43:02 Image size of job updated: 1331488 356 - MemoryUsage of job (MB) 364104 - ResidentSetSize of job (KB) ... 006 (1259.272.000) 05/25 20:43:02 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357188 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:43:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.272.000) 05/25 20:43:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:43:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 357188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.249.000) 05/25 20:43:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.249.000) 05/25 20:43:04 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 249 EventTime = "2019-05-25T20:43:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_4@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.249.000) 05/25 20:43:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.249.000) 05/25 20:43:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 249 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:43:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_4@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:43:15 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 358696 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 20:43:15 Image size of job updated: 1572728 359 - MemoryUsage of job (MB) 367568 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:43:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.088.000) 05/25 20:43:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_18874_919367480@CRUSH-OSG-C7-10-5-131-157 <10.5.131.157:43964?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#34461&addrs=10.5.131.157-43964&noUDP> ... 028 (1259.088.000) 05/25 20:43:23 Job ad information event triggered. StartdAddr = "<10.5.131.157:43964?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#34461&addrs=10.5.131.157-43964&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114349" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 88 EventTime = "2019-05-25T20:43:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_18874_919367480@CRUSH-OSG-C7-10-5-131-157" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.088.000) 05/25 20:43:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_18874_919367480@CRUSH-OSG-C7-10-5-131-157, rescheduling job ... 028 (1259.088.000) 05/25 20:43:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 88 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:43:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4427054.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114349" StartdName = "glidein_18874_919367480@CRUSH-OSG-C7-10-5-131-157" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot33@CRUSH-OSG-C7-10-5-131-157" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:43:24 Image size of job updated: 1572728 354 - MemoryUsage of job (MB) 362188 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:43:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.196.000) 05/25 20:43:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3435_95555923@MAX-CH215C-02-D-S9-its-c7-osg-20190309, rescheduling job ... 028 (1259.196.000) 05/25 20:43:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 196 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:43:29" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4439364.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22588" StartdName = "glidein_3435_95555923@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH215C-02-D-S9-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:43:33 Image size of job updated: 1554112 347 - MemoryUsage of job (MB) 354816 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:43:33 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:43:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 354816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.249.000) 05/25 20:43:35 Job executing on host: <72.36.96.164:38457?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878965&addrs=72.36.96.164-38457&noUDP> ... 028 (1259.249.000) 05/25 20:43:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 249 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:43:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.164:38457?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#878965&addrs=72.36.96.164-38457&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274630.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.018.000) 05/25 20:43:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_65623_83321667@compute-1.isi.edu <128.9.36.71:36178?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871444&addrs=128.9.36.71-36178&noUDP> ... 028 (1259.018.000) 05/25 20:43:46 Job ad information event triggered. StartdAddr = "<128.9.36.71:36178?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#871444&addrs=128.9.36.71-36178&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7367860" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "ISI" JOB_GLIDEIN_Site = "ISI" Proc = 18 EventTime = "2019-05-25T20:43:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_65623_83321667@compute-1.isi.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.018.000) 05/25 20:43:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_65623_83321667@compute-1.isi.edu, rescheduling job ... 028 (1259.018.000) 05/25 20:43:47 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T20:43:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38648.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7367860" StartdName = "glidein_65623_83321667@compute-1.isi.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-1.isi.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.012.000) 05/25 20:43:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_121978_226980194@mwt2-c056.campuscluster.illinois.edu <72.36.96.185:40091?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880023&addrs=72.36.96.185-40091&noUDP> ... 028 (1259.012.000) 05/25 20:43:48 Job ad information event triggered. StartdAddr = "<72.36.96.185:40091?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880023&addrs=72.36.96.185-40091&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23343" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 12 EventTime = "2019-05-25T20:43:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_121978_226980194@mwt2-c056.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.012.000) 05/25 20:43:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_121978_226980194@mwt2-c056.campuscluster.illinois.edu, rescheduling job ... 028 (1259.012.000) 05/25 20:43:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:43:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271398.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23343" StartdName = "glidein_121978_226980194@mwt2-c056.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 20:43:58 Image size of job updated: 1342468 315 - MemoryUsage of job (MB) 322456 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 20:43:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:43:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 322456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:44:06 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339900 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:44:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:44:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:44:18 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334612 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:44:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:44:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.143.000) 05/25 20:44:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_57752_57767360@uct2-c432.mwt2.org <192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP> ... 028 (1259.143.000) 05/25 20:44:19 Job ad information event triggered. StartdAddr = "<192.170.226.22:43491?CCBID=192.170.227.251:9792%3faddrs%3d192.170.227.251-9792#898851&addrs=192.170.226.22-43491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7716925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 143 EventTime = "2019-05-25T20:44:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_1@glidein_57752_57767360@uct2-c432.mwt2.org" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.143.000) 05/25 20:44:20 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_57752_57767360@uct2-c432.mwt2.org, rescheduling job ... 028 (1259.143.000) 05/25 20:44:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 143 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:44:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "268136.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7716925" StartdName = "slot1_1@glidein_57752_57767360@uct2-c432.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c432.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.088.000) 05/25 20:44:21 Job executing on host: <149.165.225.107:36631?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874269&addrs=149.165.225.107-36631&noUDP> ... 028 (1259.088.000) 05/25 20:44:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 88 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:44:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.107:36631?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874269&addrs=149.165.225.107-36631&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.012.000) 05/25 20:44:21 Job executing on host: <72.36.96.170:40344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872205&addrs=72.36.96.170-40344&noUDP> ... 001 (1259.018.000) 05/25 20:44:21 Job executing on host: <72.36.96.158:46066?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873360&addrs=72.36.96.158-46066&noUDP> ... 028 (1259.012.000) 05/25 20:44:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:44:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.170:40344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872205&addrs=72.36.96.170-40344&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265360.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.196.000) 05/25 20:44:21 Job executing on host: <72.36.96.137:36062?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874015&addrs=72.36.96.137-36062&noUDP> ... 028 (1259.018.000) 05/25 20:44:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:44:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.158:46066?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873360&addrs=72.36.96.158-46066&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274638.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25304" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.196.000) 05/25 20:44:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:44:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.137:36062?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874015&addrs=72.36.96.137-36062&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:44:28 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344148 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:44:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:44:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 20:44:40 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 356880 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 20:44:40 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 236 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:44:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 356880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.143.000) 05/25 20:44:48 Job executing on host: <72.36.96.150:40544?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38767&addrs=72.36.96.150-40544&noUDP> ... 028 (1259.143.000) 05/25 20:44:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:44:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.150:40544?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38767&addrs=72.36.96.150-40544&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 20:44:51 Image size of job updated: 1255956 347 - MemoryUsage of job (MB) 354908 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 20:44:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1255956 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:44:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 354908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:44:58 Image size of job updated: 1263896 355 - MemoryUsage of job (MB) 363156 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:44:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:44:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.074.000) 05/25 20:45:08 Image size of job updated: 1570676 324 - MemoryUsage of job (MB) 331412 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 20:45:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:45:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 324 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:45:09 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350044 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:45:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:45:14 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340828 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:45:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:45:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.262.000) 05/25 20:45:18 Image size of job updated: 1590716 366 - MemoryUsage of job (MB) 374272 - ResidentSetSize of job (KB) ... 028 (1259.262.000) 05/25 20:45:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1590716 Proc = 262 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:45:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" Subproc = 0 ResidentSetSize = 374272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:45:20 Image size of job updated: 1494536 360 - MemoryUsage of job (MB) 368188 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:45:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:45:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 368188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.208.000) 05/25 20:45:24 Image size of job updated: 1553368 418 - MemoryUsage of job (MB) 427772 - ResidentSetSize of job (KB) ... 028 (1259.208.000) 05/25 20:45:24 Job ad information event triggered. JOB_Site = "BNL" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1553368 Proc = 208 JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" EventTime = "2019-05-25T20:45:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "BNL" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8093952" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" Subproc = 0 ResidentSetSize = 427772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:45:28 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353436 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:45:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:45:29 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 350600 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:45:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:45:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 20:45:34 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340140 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:45:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:45:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.211.000) 05/25 20:45:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.211.000) 05/25 20:45:39 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 211 EventTime = "2019-05-25T20:45:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_4@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.211.000) 05/25 20:45:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.211.000) 05/25 20:45:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:45:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_4@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 20:45:42 Image size of job updated: 1263892 355 - MemoryUsage of job (MB) 362600 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 20:45:42 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:45:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.015.000) 05/25 20:45:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_40201_9165744@mwt2-c014.campuscluster.illinois.edu <72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP> ... 028 (1259.015.000) 05/25 20:45:44 Job ad information event triggered. StartdAddr = "<72.36.96.143:46405?CCBID=192.170.227.251:9817%3faddrs%3d192.170.227.251-9817#876114&addrs=72.36.96.143-46405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 15 EventTime = "2019-05-25T20:45:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_40201_9165744@mwt2-c014.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.015.000) 05/25 20:45:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_40201_9165744@mwt2-c014.campuscluster.illinois.edu, rescheduling job ... 028 (1259.015.000) 05/25 20:45:44 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:45:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272148.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24092" StartdName = "glidein_40201_9165744@mwt2-c014.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:45:57 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 365892 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:45:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.000.000) 05/25 20:45:59 Image size of job updated: 1458528 358 - MemoryUsage of job (MB) 365836 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 20:45:59 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:45:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 365836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:46:05 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344688 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:46:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:46:10 Image size of job updated: 1572728 336 - MemoryUsage of job (MB) 343724 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:46:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:46:13 Image size of job updated: 1572732 332 - MemoryUsage of job (MB) 339752 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:46:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:46:18 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337920 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:46:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:46:37 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349220 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:46:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:46:41 Image size of job updated: 1572724 329 - MemoryUsage of job (MB) 335916 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:46:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:46:44 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 351428 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:46:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 20:46:47 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 359144 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 20:46:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:46:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:46:54 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338272 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:46:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:46:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 20:47:02 Image size of job updated: 1331484 356 - MemoryUsage of job (MB) 363732 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 20:47:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:47:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.176.000) 05/25 20:47:08 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 334956 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:47:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 20:47:10 Image size of job updated: 1268904 315 - MemoryUsage of job (MB) 321720 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 20:47:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 321720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:47:10 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357204 - ResidentSetSize of job (KB) ... 006 (1259.182.000) 05/25 20:47:11 Image size of job updated: 1572728 352 - MemoryUsage of job (MB) 359952 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:47:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:47:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:47:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:47:17 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 416808 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:47:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:47:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 416808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 20:47:31 Image size of job updated: 1268904 307 - MemoryUsage of job (MB) 314224 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 20:47:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 307 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.015.000) 05/25 20:47:33 Job executing on host: <72.36.96.151:37103?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876055&addrs=72.36.96.151-37103&noUDP> ... 028 (1259.015.000) 05/25 20:47:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:47:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.151:37103?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876055&addrs=72.36.96.151-37103&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265362.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25604" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.211.000) 05/25 20:47:33 Job executing on host: <72.36.96.140:36772?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35529&addrs=72.36.96.140-36772&noUDP> ... 028 (1259.211.000) 05/25 20:47:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:47:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.140:36772?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35529&addrs=72.36.96.140-36772&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 20:47:39 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362256 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 20:47:39 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:47:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 362256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:47:39 Image size of job updated: 1570668 352 - MemoryUsage of job (MB) 359680 - ResidentSetSize of job (KB) ... 006 (1259.020.000) 05/25 20:47:40 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 348116 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:47:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:47:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.020.000) 05/25 20:47:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.011.000) 05/25 20:47:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3694_348810504@mwt2-c076.campuscluster.illinois.edu <72.36.96.205:35123?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876719&addrs=72.36.96.205-35123&noUDP> ... 028 (1259.011.000) 05/25 20:47:42 Job ad information event triggered. StartdAddr = "<72.36.96.205:35123?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876719&addrs=72.36.96.205-35123&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24276" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 11 EventTime = "2019-05-25T20:47:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3694_348810504@mwt2-c076.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.011.000) 05/25 20:47:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3694_348810504@mwt2-c076.campuscluster.illinois.edu, rescheduling job ... 028 (1259.011.000) 05/25 20:47:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:47:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272343.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24276" StartdName = "glidein_3694_348810504@mwt2-c076.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.121.000) 05/25 20:47:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3435_703342926@AS-CSD-1157-19-S3-its-c7-osg-20190309 <10.0.2.15:45939?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877256&addrs=10.0.2.15-45939&noUDP> ... 028 (1259.121.000) 05/25 20:47:48 Job ad information event triggered. StartdAddr = "<10.0.2.15:45939?CCBID=192.170.227.251:9770%3faddrs%3d192.170.227.251-9770#877256&addrs=10.0.2.15-45939&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 121 EventTime = "2019-05-25T20:47:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3435_703342926@AS-CSD-1157-19-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.121.000) 05/25 20:47:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3435_703342926@AS-CSD-1157-19-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.121.000) 05/25 20:47:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 121 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4435597.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14474" StartdName = "glidein_3435_703342926@AS-CSD-1157-19-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-19-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.043.000) 05/25 20:47:51 Image size of job updated: 1570676 358 - MemoryUsage of job (MB) 365708 - ResidentSetSize of job (KB) ... 028 (1259.043.000) 05/25 20:47:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 43 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13894" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:47:53 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336408 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:47:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:47:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 20:48:03 Image size of job updated: 1500000 351 - MemoryUsage of job (MB) 359096 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 20:48:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:48:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 359096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.248.000) 05/25 20:48:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_3@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.248.000) 05/25 20:48:06 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 248 EventTime = "2019-05-25T20:48:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_3@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.248.000) 05/25 20:48:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_3@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.248.000) 05/25 20:48:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:48:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_3@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.011.000) 05/25 20:48:11 Job executing on host: <72.36.96.171:35696?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885898&addrs=72.36.96.171-35696&noUDP> ... 028 (1259.011.000) 05/25 20:48:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:48:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:35696?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885898&addrs=72.36.96.171-35696&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265366.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25604" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.121.000) 05/25 20:48:12 Job executing on host: <72.36.96.142:37491?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876054&addrs=72.36.96.142-37491&noUDP> ... 028 (1259.121.000) 05/25 20:48:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:48:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.142:37491?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876054&addrs=72.36.96.142-37491&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.045.000) 05/25 20:48:15 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360544 - ResidentSetSize of job (KB) ... 028 (1259.045.000) 05/25 20:48:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 45 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:48:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22572" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.042.000) 05/25 20:48:16 Image size of job updated: 1572728 361 - MemoryUsage of job (MB) 369152 - ResidentSetSize of job (KB) ... 028 (1259.042.000) 05/25 20:48:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:48:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.049.000) 05/25 20:48:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_119988_393887879@mwt2-c033.campuscluster.illinois.edu <72.36.96.162:41751?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559089&addrs=72.36.96.162-41751&noUDP> ... 028 (1259.049.000) 05/25 20:48:22 Job ad information event triggered. StartdAddr = "<72.36.96.162:41751?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559089&addrs=72.36.96.162-41751&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24827" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 49 EventTime = "2019-05-25T20:48:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_119988_393887879@mwt2-c033.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.049.000) 05/25 20:48:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_119988_393887879@mwt2-c033.campuscluster.illinois.edu, rescheduling job ... 028 (1259.049.000) 05/25 20:48:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 49 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:48:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264664.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24827" StartdName = "glidein_119988_393887879@mwt2-c033.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.162.000) 05/25 20:48:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_59252_186582420@mwt2-c034.campuscluster.illinois.edu <72.36.96.163:39550?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892499&addrs=72.36.96.163-39550&noUDP> ... 028 (1259.162.000) 05/25 20:48:22 Job ad information event triggered. StartdAddr = "<72.36.96.163:39550?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892499&addrs=72.36.96.163-39550&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23664" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 162 EventTime = "2019-05-25T20:48:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_59252_186582420@mwt2-c034.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.162.000) 05/25 20:48:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_59252_186582420@mwt2-c034.campuscluster.illinois.edu, rescheduling job ... 028 (1259.162.000) 05/25 20:48:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:48:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "271772.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23664" StartdName = "glidein_59252_186582420@mwt2-c034.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:48:25 Image size of job updated: 1572728 356 - MemoryUsage of job (MB) 363772 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:48:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:48:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.023.000) 05/25 20:48:33 Image size of job updated: 1554112 350 - MemoryUsage of job (MB) 358188 - ResidentSetSize of job (KB) ... 028 (1259.023.000) 05/25 20:48:33 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 23 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:48:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 358188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.049.000) 05/25 20:48:47 Job executing on host: <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1259.049.000) 05/25 20:48:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 49 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:48:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.162.000) 05/25 20:48:50 Job executing on host: <192.170.227.219:38272?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40926&addrs=192.170.227.219-38272&noUDP> ... 028 (1259.162.000) 05/25 20:48:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 162 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:48:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.219:38272?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40926&addrs=192.170.227.219-38272&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264841.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24991" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c497.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.248.000) 05/25 20:48:50 Job executing on host: <149.165.225.178:33922?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571396&addrs=149.165.225.178-33922&noUDP> ... 028 (1259.248.000) 05/25 20:48:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:48:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.178:33922?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571396&addrs=149.165.225.178-33922&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 20:48:51 Image size of job updated: 1336496 303 - MemoryUsage of job (MB) 310068 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 20:48:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:48:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 303 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 20:48:59 Image size of job updated: 1342468 316 - MemoryUsage of job (MB) 323512 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 20:48:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:48:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 323512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.080.000) 05/25 20:49:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_72293_64997504@CRUSH-OSG-C7-10-5-145-17 <10.5.145.17:43888?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#875144&addrs=10.5.145.17-43888&noUDP> ... 028 (1259.080.000) 05/25 20:49:01 Job ad information event triggered. StartdAddr = "<10.5.145.17:43888?CCBID=192.170.227.251:9890%3faddrs%3d192.170.227.251-9890#875144&addrs=10.5.145.17-43888&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6200" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 80 EventTime = "2019-05-25T20:49:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_72293_64997504@CRUSH-OSG-C7-10-5-145-17" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.080.000) 05/25 20:49:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_72293_64997504@CRUSH-OSG-C7-10-5-145-17, rescheduling job ... 028 (1259.080.000) 05/25 20:49:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 80 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:49:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4348312.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6200" StartdName = "glidein_72293_64997504@CRUSH-OSG-C7-10-5-145-17" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot7@CRUSH-OSG-C7-10-5-145-17" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:49:07 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341220 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:49:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:49:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.072.000) 05/25 20:49:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3431_74470560@AS-CSD-1157-14-S4-its-c7-osg-20190309 <10.0.2.15:33894?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861969&addrs=10.0.2.15-33894&noUDP> ... 028 (1259.072.000) 05/25 20:49:12 Job ad information event triggered. StartdAddr = "<10.0.2.15:33894?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#861969&addrs=10.0.2.15-33894&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "21805" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 72 EventTime = "2019-05-25T20:49:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3431_74470560@AS-CSD-1157-14-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.072.000) 05/25 20:49:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3431_74470560@AS-CSD-1157-14-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.072.000) 05/25 20:49:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 72 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:49:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4383985.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21805" StartdName = "glidein_3431_74470560@AS-CSD-1157-14-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.047.000) 05/25 20:49:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3993074_93646916@nod20.phys.uconn.edu <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1259.047.000) 05/25 20:49:15 Job ad information event triggered. StartdAddr = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-25T20:49:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3993074_93646916@nod20.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.047.000) 05/25 20:49:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3993074_93646916@nod20.phys.uconn.edu, rescheduling job ... 028 (1259.047.000) 05/25 20:49:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:49:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" StartdName = "glidein_3993074_93646916@nod20.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:49:18 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335404 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:49:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:49:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.231.000) 05/25 20:49:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3429_645212976@LE-NH1-408-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.231.000) 05/25 20:49:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 231 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:49:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4441504.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25603" StartdName = "glidein_3429_645212976@LE-NH1-408-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-NH1-408-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:49:23 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 406920 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:49:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:49:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.080.000) 05/25 20:49:23 Job executing on host: <72.36.96.153:36590?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871494&addrs=72.36.96.153-36590&noUDP> ... 028 (1259.080.000) 05/25 20:49:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 80 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:49:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.153:36590?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871494&addrs=72.36.96.153-36590&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274688.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969450" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:49:29 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344412 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:49:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:49:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 20:49:32 Image size of job updated: 1500000 349 - MemoryUsage of job (MB) 357248 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 20:49:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:49:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 20:49:40 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 360092 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 20:49:40 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 236 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:49:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 360092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.047.000) 05/25 20:49:40 Job executing on host: <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1259.047.000) 05/25 20:49:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:49:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:49:49 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335220 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:49:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:49:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 20:49:51 Image size of job updated: 1325400 352 - MemoryUsage of job (MB) 359780 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 20:49:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:49:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 359780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 20:49:58 Image size of job updated: 1263896 356 - MemoryUsage of job (MB) 363528 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 20:49:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:49:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.231.000) 05/25 20:50:04 Job executing on host: <72.36.96.236:45484?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874070&addrs=72.36.96.236-45484&noUDP> ... 028 (1259.231.000) 05/25 20:50:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:50:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.236:45484?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874070&addrs=72.36.96.236-45484&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272912.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.186.000) 05/25 20:50:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3536_60445168@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309 <10.0.2.15:36443?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876032&addrs=10.0.2.15-36443&noUDP> ... 028 (1259.186.000) 05/25 20:50:09 Job ad information event triggered. StartdAddr = "<10.0.2.15:36443?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876032&addrs=10.0.2.15-36443&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 186 EventTime = "2019-05-25T20:50:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3536_60445168@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.264.000) 05/25 20:50:09 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351100 - ResidentSetSize of job (KB) ... 006 (1259.074.000) 05/25 20:50:09 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 331940 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:50:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.074.000) 05/25 20:50:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 331940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.072.000) 05/25 20:50:11 Job executing on host: <72.36.96.210:43086?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892766&addrs=72.36.96.210-43086&noUDP> ... 028 (1259.072.000) 05/25 20:50:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:50:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.210:43086?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892766&addrs=72.36.96.210-43086&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:50:15 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341884 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:50:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:50:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:50:21 Image size of job updated: 1494536 362 - MemoryUsage of job (MB) 370100 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:50:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:50:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 370100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 20:50:28 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355012 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 20:50:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:50:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:50:29 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 351656 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:50:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:50:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 20:50:34 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340932 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:50:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:50:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 20:50:42 Image size of job updated: 1263892 355 - MemoryUsage of job (MB) 362736 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 20:50:42 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:50:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 362736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.205.000) 05/25 20:50:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_16881_42031149@iut2-c217.iu.edu <149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP> ... 028 (1259.205.000) 05/25 20:50:43 Job ad information event triggered. StartdAddr = "<149.165.225.44:37584?CCBID=192.170.227.251:9833%3faddrs%3d192.170.227.251-9833#873642&addrs=149.165.225.44-37584&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25759" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 205 EventTime = "2019-05-25T20:50:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_2@glidein_16881_42031149@iut2-c217.iu.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.205.000) 05/25 20:50:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_16881_42031149@iut2-c217.iu.edu, rescheduling job ... 028 (1259.205.000) 05/25 20:50:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce_mcore" EventTime = "2019-05-25T20:50:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "270484.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25759" StartdName = "slot1_2@glidein_16881_42031149@iut2-c217.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c217.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 20:50:57 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 365896 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:50:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:50:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.000.000) 05/25 20:51:00 Image size of job updated: 1458528 360 - MemoryUsage of job (MB) 368020 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 20:51:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:51:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 368020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.257.000) 05/25 20:51:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19123_85191648@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:43835?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875523&addrs=72.36.96.174-43835&noUDP> ... 028 (1259.257.000) 05/25 20:51:05 Job ad information event triggered. StartdAddr = "<72.36.96.174:43835?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875523&addrs=72.36.96.174-43835&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24799" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 257 EventTime = "2019-05-25T20:51:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_19123_85191648@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.257.000) 05/25 20:51:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19123_85191648@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 028 (1259.257.000) 05/25 20:51:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:51:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264649.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24799" StartdName = "glidein_19123_85191648@mwt2-c045.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.252.000) 05/25 20:51:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_7@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.252.000) 05/25 20:51:08 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 252 EventTime = "2019-05-25T20:51:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_7@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.252.000) 05/25 20:51:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_7@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.252.000) 05/25 20:51:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:51:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_7@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:51:11 Image size of job updated: 1572728 337 - MemoryUsage of job (MB) 345044 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:51:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:51:13 Image size of job updated: 1572732 333 - MemoryUsage of job (MB) 340808 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:51:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:51:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:51:19 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339504 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:51:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:51:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:51:37 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351596 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:51:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:51:42 Image size of job updated: 1572724 329 - MemoryUsage of job (MB) 336708 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:51:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:51:44 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 352748 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:51:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 20:51:47 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361468 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 20:51:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:51:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:51:54 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339064 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:51:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:51:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.133.000) 05/25 20:52:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_50033_23800583@mwt2-c066.campuscluster.illinois.edu <72.36.96.195:42045?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880588&addrs=72.36.96.195-42045&noUDP> ... 028 (1259.133.000) 05/25 20:52:04 Job ad information event triggered. StartdAddr = "<72.36.96.195:42045?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880588&addrs=72.36.96.195-42045&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 133 EventTime = "2019-05-25T20:52:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_50033_23800583@mwt2-c066.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.133.000) 05/25 20:52:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_50033_23800583@mwt2-c066.campuscluster.illinois.edu, rescheduling job ... 028 (1259.133.000) 05/25 20:52:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 133 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:52:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264570.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968925" StartdName = "glidein_50033_23800583@mwt2-c066.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.051.000) 05/25 20:52:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2597283_53803464@stat8.phys.uconn.edu <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1259.051.000) 05/25 20:52:08 Job ad information event triggered. StartdAddr = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212292" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 51 EventTime = "2019-05-25T20:52:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_2597283_53803464@stat8.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.051.000) 05/25 20:52:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2597283_53803464@stat8.phys.uconn.edu, rescheduling job ... 028 (1259.051.000) 05/25 20:52:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:52:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" StartdName = "glidein_2597283_53803464@stat8.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.245.000) 05/25 20:52:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.245.000) 05/25 20:52:09 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 245 EventTime = "2019-05-25T20:52:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_2@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.245.000) 05/25 20:52:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 006 (1259.176.000) 05/25 20:52:09 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336012 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 20:52:10 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339584 - ResidentSetSize of job (KB) ... 001 (1259.205.000) 05/25 20:52:11 Job executing on host: <72.36.96.161:39001?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874246&addrs=72.36.96.161-39001&noUDP> ... 006 (1259.203.000) 05/25 20:52:11 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358520 - ResidentSetSize of job (KB) ... 001 (1259.252.000) 05/25 20:52:11 Job executing on host: <192.170.226.12:46155?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883523&addrs=192.170.226.12-46155&noUDP> ... 001 (1259.257.000) 05/25 20:52:11 Job executing on host: <72.36.96.51:34073?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876818&addrs=72.36.96.51-34073&noUDP> ... 006 (1259.182.000) 05/25 20:52:13 Image size of job updated: 1572728 354 - MemoryUsage of job (MB) 361800 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:52:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.245.000) 05/25 20:52:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:52:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_2@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 20:52:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.205.000) 05/25 20:52:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:52:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.161:39001?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874246&addrs=72.36.96.161-39001&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.203.000) 05/25 20:52:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 20:52:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:52:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.12:46155?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883523&addrs=192.170.226.12-46155&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.257.000) 05/25 20:52:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:52:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:34073?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876818&addrs=72.36.96.51-34073&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.182.000) 05/25 20:52:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:52:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:52:17 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 416848 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:52:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:52:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 416848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.246.000) 05/25 20:52:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_4@glidein_21894_772865856@node0455.palmetto.clemson.edu <10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP> ... 028 (1259.246.000) 05/25 20:52:25 Job ad information event triggered. StartdAddr = "<10.125.2.196:34163?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#868378&addrs=10.125.2.196-34163&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14171" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Clemson" JOB_GLIDEIN_Site = "Clemson" Proc = 246 EventTime = "2019-05-25T20:52:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_4@glidein_21894_772865856@node0455.palmetto.clemson.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.246.000) 05/25 20:52:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_4@glidein_21894_772865856@node0455.palmetto.clemson.edu, rescheduling job ... 028 (1259.246.000) 05/25 20:52:25 Job ad information event triggered. JOB_Site = "Clemson" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 246 JOB_GLIDEIN_Entry_Name = "OSG_US_Clemson-Palmetto_condce_mcore" EventTime = "2019-05-25T20:52:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg_e" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Clemson" JOB_GLIDEIN_SiteWMS_JobId = "6144225.pbs02" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14171" StartdName = "slot1_4@glidein_21894_772865856@node0455.palmetto.clemson.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.192.000) 05/25 20:52:32 Image size of job updated: 1268904 308 - MemoryUsage of job (MB) 314752 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 20:52:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.021.000) 05/25 20:52:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3500_408271642@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309 <10.0.2.15:35072?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#861582&addrs=10.0.2.15-35072&noUDP> ... 028 (1259.021.000) 05/25 20:52:38 Job ad information event triggered. StartdAddr = "<10.0.2.15:35072?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#861582&addrs=10.0.2.15-35072&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8112114" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 21 EventTime = "2019-05-25T20:52:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3500_408271642@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.021.000) 05/25 20:52:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3500_408271642@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.021.000) 05/25 20:52:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 21 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419958.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" StartdName = "glidein_3500_408271642@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DOM8CQMHL2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.222.000) 05/25 20:52:40 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 365388 - ResidentSetSize of job (KB) ... 028 (1259.222.000) 05/25 20:52:40 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 222 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:52:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28187" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 365388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:52:40 Image size of job updated: 1570668 353 - MemoryUsage of job (MB) 361264 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:52:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:52:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:52:41 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349436 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:52:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.051.000) 05/25 20:52:43 Job executing on host: <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1259.051.000) 05/25 20:52:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:52:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.245.000) 05/25 20:52:49 Job executing on host: <72.36.96.211:35243?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39502&addrs=72.36.96.211-35243&noUDP> ... 028 (1259.245.000) 05/25 20:52:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:52:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.211:35243?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39502&addrs=72.36.96.211-35243&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.246.000) 05/25 20:52:49 Job executing on host: <149.165.225.81:33560?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889055&addrs=149.165.225.81-33560&noUDP> ... 028 (1259.246.000) 05/25 20:52:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:52:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.81:33560?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889055&addrs=149.165.225.81-33560&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265386.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c254.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:52:54 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337180 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:52:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:52:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 20:53:03 Image size of job updated: 1331488 357 - MemoryUsage of job (MB) 365168 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 20:53:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:53:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.272.000) 05/25 20:53:04 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 361996 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 20:53:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:53:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 361996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 20:53:22 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 356680 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 20:53:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:53:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.086.000) 05/25 20:53:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3448_93395441@AS-ANSELL-LAB03-S3-its-c7-osg-20190309 <10.0.2.15:32930?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880830&addrs=10.0.2.15-32930&noUDP> ... 028 (1259.086.000) 05/25 20:53:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:32930?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#880830&addrs=10.0.2.15-32930&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13236" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 86 EventTime = "2019-05-25T20:53:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3448_93395441@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.086.000) 05/25 20:53:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3448_93395441@AS-ANSELL-LAB03-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.086.000) 05/25 20:53:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 86 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:53:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4379356.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13236" StartdName = "glidein_3448_93395441@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ANSELL-LAB03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:53:26 Image size of job updated: 1572728 358 - MemoryUsage of job (MB) 365620 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:53:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.021.000) 05/25 20:53:27 Job executing on host: <149.165.225.92:33542?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#886007&addrs=149.165.225.92-33542&noUDP> ... 028 (1259.021.000) 05/25 20:53:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:53:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.92:33542?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#886007&addrs=149.165.225.92-33542&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.033.000) 05/25 20:53:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_359290_222280370@comphy <128.186.19.131:20194?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869163&addrs=128.186.19.131-20194&noUDP> ... 028 (1259.033.000) 05/25 20:53:36 Job ad information event triggered. StartdAddr = "<128.186.19.131:20194?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869163&addrs=128.186.19.131-20194&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 33 EventTime = "2019-05-25T20:53:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_359290_222280370@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.033.000) 05/25 20:53:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_359290_222280370@comphy, rescheduling job ... 028 (1259.033.000) 05/25 20:53:36 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 33 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:53:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67984.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404796" StartdName = "glidein_359290_222280370@comphy" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 20:53:52 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 310332 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 20:53:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:53:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 310332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.034.000) 05/25 20:53:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_65703_78146296@CRUSH-OSG-C7-10-5-151-55 <10.5.151.55:43119?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#872890&addrs=10.5.151.55-43119&noUDP> ... 028 (1259.034.000) 05/25 20:53:53 Job ad information event triggered. StartdAddr = "<10.5.151.55:43119?CCBID=192.170.227.251:9702%3faddrs%3d192.170.227.251-9702#872890&addrs=10.5.151.55-43119&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9495" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 34 EventTime = "2019-05-25T20:53:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_65703_78146296@CRUSH-OSG-C7-10-5-151-55" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.034.000) 05/25 20:53:54 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_65703_78146296@CRUSH-OSG-C7-10-5-151-55, rescheduling job ... 028 (1259.034.000) 05/25 20:53:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:53:54" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359822.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9495" StartdName = "glidein_65703_78146296@CRUSH-OSG-C7-10-5-151-55" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-151-55" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.132.000) 05/25 20:53:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3443_260738175@AS-PSY-530D-02X-S5-its-c7-osg-20190309 <10.0.2.15:38562?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558266&addrs=10.0.2.15-38562&noUDP> ... 028 (1259.132.000) 05/25 20:53:57 Job ad information event triggered. StartdAddr = "<10.0.2.15:38562?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#558266&addrs=10.0.2.15-38562&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 132 EventTime = "2019-05-25T20:53:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3443_260738175@AS-PSY-530D-02X-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.132.000) 05/25 20:53:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3443_260738175@AS-PSY-530D-02X-S5-its-c7-osg-20190309, rescheduling job ... 028 (1259.132.000) 05/25 20:53:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 132 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:53:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433652.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" StartdName = "glidein_3443_260738175@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-02X-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 20:53:59 Image size of job updated: 1342468 317 - MemoryUsage of job (MB) 324308 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 20:53:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:53:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 324308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.033.000) 05/25 20:54:03 Job executing on host: <72.36.96.203:39211?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869010&addrs=72.36.96.203-39211&noUDP> ... 028 (1259.033.000) 05/25 20:54:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:54:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.203:39211?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869010&addrs=72.36.96.203-39211&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.086.000) 05/25 20:54:04 Job executing on host: <149.165.225.26:35800?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880243&addrs=149.165.225.26-35800&noUDP> ... 028 (1259.086.000) 05/25 20:54:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:54:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.26:35800?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880243&addrs=149.165.225.26-35800&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.037.000) 05/25 20:54:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3425_259920268@SOE-KALSTON-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.037.000) 05/25 20:54:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 37 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:54:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373789.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" StartdName = "glidein_3425_259920268@SOE-KALSTON-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SOE-KALSTON-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 20:54:07 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342640 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:54:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:54:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.253.000) 05/25 20:54:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.253.000) 05/25 20:54:09 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 253 EventTime = "2019-05-25T20:54:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_8@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.253.000) 05/25 20:54:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.253.000) 05/25 20:54:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:54:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_8@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.269.000) 05/25 20:54:18 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366276 - ResidentSetSize of job (KB) ... 028 (1259.269.000) 05/25 20:54:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 269 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:54:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24762" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:54:19 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335656 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:54:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:54:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:54:23 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408880 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:54:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:54:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:54:29 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345676 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:54:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:54:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.184.000) 05/25 20:54:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81906_113524752@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:44970?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40247&addrs=72.36.96.49-44970&noUDP> ... 028 (1259.184.000) 05/25 20:54:30 Job ad information event triggered. StartdAddr = "<72.36.96.49:44970?CCBID=192.170.227.251:9724%3faddrs%3d192.170.227.251-9724#40247&addrs=72.36.96.49-44970&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24719" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 184 EventTime = "2019-05-25T20:54:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_81906_113524752@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.184.000) 05/25 20:54:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81906_113524752@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1259.184.000) 05/25 20:54:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:54:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264579.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24719" StartdName = "glidein_81906_113524752@mwt2-c142.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 20:54:33 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359720 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 20:54:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:54:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.236.000) 05/25 20:54:40 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362896 - ResidentSetSize of job (KB) ... 028 (1259.236.000) 05/25 20:54:40 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 236 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T20:54:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 362896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:54:49 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336128 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 20:54:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:54:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 20:54:51 Image size of job updated: 1325400 353 - MemoryUsage of job (MB) 361040 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 20:54:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:54:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 361040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.132.000) 05/25 20:54:51 Job executing on host: <192.170.227.85:34758?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#883074&addrs=192.170.227.85-34758&noUDP> ... 001 (1259.253.000) 05/25 20:54:51 Job executing on host: <72.36.96.171:44624?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#878105&addrs=72.36.96.171-44624&noUDP> ... 001 (1259.037.000) 05/25 20:54:51 Job executing on host: <72.36.96.208:35794?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857914&addrs=72.36.96.208-35794&noUDP> ... 028 (1259.132.000) 05/25 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.85:34758?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#883074&addrs=192.170.227.85-34758&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.034.000) 05/25 20:54:51 Job executing on host: <72.36.96.218:44120?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41065&addrs=72.36.96.218-44120&noUDP> ... 028 (1259.253.000) 05/25 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:44624?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#878105&addrs=72.36.96.171-44624&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265064.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25273" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.037.000) 05/25 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.208:35794?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857914&addrs=72.36.96.208-35794&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.034.000) 05/25 20:54:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:54:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.218:44120?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41065&addrs=72.36.96.218-44120&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 20:55:09 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353184 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 20:55:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 20:55:10 Image size of job updated: 1570676 325 - MemoryUsage of job (MB) 332468 - ResidentSetSize of job (KB) ... 022 (1259.251.000) 05/25 20:55:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_6@glidein_13421_88586012@uct2-c310.mwt2.org <192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP> ... 028 (1259.074.000) 05/25 20:55:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.251.000) 05/25 20:55:10 Job ad information event triggered. StartdAddr = "<192.170.226.131:43937?CCBID=192.170.227.251:9886%3faddrs%3d192.170.227.251-9886#883463&addrs=192.170.226.131-43937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717771" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 251 EventTime = "2019-05-25T20:55:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_6@glidein_13421_88586012@uct2-c310.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.251.000) 05/25 20:55:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_6@glidein_13421_88586012@uct2-c310.mwt2.org, rescheduling job ... 028 (1259.251.000) 05/25 20:55:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T20:55:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "263876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717771" StartdName = "slot1_6@glidein_13421_88586012@uct2-c310.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c310.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.029.000) 05/25 20:55:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3491_580800563@BFAS-ATH-FB-127-S3-its-c7-osg-20190309 <10.0.2.15:38768?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869854&addrs=10.0.2.15-38768&noUDP> ... 028 (1259.029.000) 05/25 20:55:13 Job ad information event triggered. StartdAddr = "<10.0.2.15:38768?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#869854&addrs=10.0.2.15-38768&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24167" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 29 EventTime = "2019-05-25T20:55:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3491_580800563@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.029.000) 05/25 20:55:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3491_580800563@BFAS-ATH-FB-127-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.029.000) 05/25 20:55:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 29 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:55:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4436920.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24167" StartdName = "glidein_3491_580800563@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-FB-127-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 20:55:15 Image size of job updated: 1500000 347 - MemoryUsage of job (MB) 355032 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 20:55:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:55:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272912.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 355032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 20:55:16 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343120 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 20:55:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 20:55:21 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 357560 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 20:55:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:55:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.235.000) 05/25 20:55:22 Image size of job updated: 1494536 364 - MemoryUsage of job (MB) 372000 - ResidentSetSize of job (KB) ... 006 (1259.078.000) 05/25 20:55:21 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338904 - ResidentSetSize of job (KB) ... 028 (1259.235.000) 05/25 20:55:22 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:55:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 372000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.078.000) 05/25 20:55:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:55:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.184.000) 05/25 20:55:23 Job executing on host: <72.36.96.143:38193?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874948&addrs=72.36.96.143-38193&noUDP> ... 028 (1259.184.000) 05/25 20:55:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:55:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.143:38193?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874948&addrs=72.36.96.143-38193&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 20:55:29 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352632 - ResidentSetSize of job (KB) ... 006 (1259.297.000) 05/25 20:55:29 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356008 - ResidentSetSize of job (KB) ... 006 (1259.116.000) 05/25 20:55:29 Image size of job updated: 1331288 308 - MemoryUsage of job (MB) 314552 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 20:55:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.297.000) 05/25 20:55:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.116.000) 05/25 20:55:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:55:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 314552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.183.000) 05/25 20:55:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3477_355106200@SST-RM265-OP-S6-its-c7-osg-20190309 <10.0.2.15:45262?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889184&addrs=10.0.2.15-45262&noUDP> ... 028 (1259.183.000) 05/25 20:55:30 Job ad information event triggered. StartdAddr = "<10.0.2.15:45262?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889184&addrs=10.0.2.15-45262&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 183 EventTime = "2019-05-25T20:55:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3477_355106200@SST-RM265-OP-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.183.000) 05/25 20:55:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3477_355106200@SST-RM265-OP-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.183.000) 05/25 20:55:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 183 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387319.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23331" StartdName = "glidein_3477_355106200@SST-RM265-OP-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-RM265-OP-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 20:55:35 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342952 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 20:55:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:55:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.029.000) 05/25 20:55:39 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1259.029.000) 05/25 20:55:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 29 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:55:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 20:55:43 Image size of job updated: 1263892 355 - MemoryUsage of job (MB) 363236 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 20:55:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:55:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 20:55:57 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 365988 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 20:55:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:55:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.293.000) 05/25 20:55:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_109918_560978460@mwt2-c008.campuscluster.illinois.edu <72.36.96.137:34361?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878873&addrs=72.36.96.137-34361&noUDP> ... 028 (1259.293.000) 05/25 20:55:58 Job ad information event triggered. StartdAddr = "<72.36.96.137:34361?CCBID=192.170.227.251:9763%3faddrs%3d192.170.227.251-9763#878873&addrs=72.36.96.137-34361&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24438" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 293 EventTime = "2019-05-25T20:55:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_109918_560978460@mwt2-c008.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.293.000) 05/25 20:55:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_109918_560978460@mwt2-c008.campuscluster.illinois.edu, rescheduling job ... 028 (1259.293.000) 05/25 20:55:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:55:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272604.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24438" StartdName = "glidein_109918_560978460@mwt2-c008.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.251.000) 05/25 20:55:59 Job executing on host: <72.36.96.178:43077?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875788&addrs=72.36.96.178-43077&noUDP> ... 028 (1259.251.000) 05/25 20:55:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:55:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.178:43077?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875788&addrs=72.36.96.178-43077&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265032.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25224" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.183.000) 05/25 20:56:00 Job executing on host: <72.36.96.250:37815?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882333&addrs=72.36.96.250-37815&noUDP> ... 006 (1259.000.000) 05/25 20:56:00 Image size of job updated: 1458528 362 - MemoryUsage of job (MB) 369768 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 20:56:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:56:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.250:37815?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882333&addrs=72.36.96.250-37815&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.000.000) 05/25 20:56:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 369768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 20:56:05 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345420 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 20:56:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 20:56:11 Image size of job updated: 1572728 339 - MemoryUsage of job (MB) 346548 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 20:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 20:56:13 Image size of job updated: 1572732 334 - MemoryUsage of job (MB) 341732 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 20:56:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 20:56:20 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339700 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 20:56:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:56:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.293.000) 05/25 20:56:36 Job executing on host: <72.36.96.68:45210?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#872692&addrs=72.36.96.68-45210&noUDP> ... 028 (1259.293.000) 05/25 20:56:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:56:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.68:45210?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#872692&addrs=72.36.96.68-45210&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274776.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25384" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 20:56:38 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353124 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 20:56:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 20:56:43 Image size of job updated: 1572724 330 - MemoryUsage of job (MB) 337036 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 20:56:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 20:56:45 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 354236 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 20:56:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 20:56:48 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 364640 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 20:56:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:56:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 20:56:54 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339744 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 20:56:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:56:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 20:57:03 Image size of job updated: 1331484 356 - MemoryUsage of job (MB) 363736 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 20:57:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T20:57:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.176.000) 05/25 20:57:10 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336032 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 20:57:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:57:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 20:57:11 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360324 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 20:57:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:57:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.260.000) 05/25 20:57:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_114508_502997157@mwt2-c017.campuscluster.illinois.edu <72.36.96.146:35924?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857386&addrs=72.36.96.146-35924&noUDP> ... 028 (1259.260.000) 05/25 20:57:12 Job ad information event triggered. StartdAddr = "<72.36.96.146:35924?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857386&addrs=72.36.96.146-35924&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24307" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c017.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 260 EventTime = "2019-05-25T20:57:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_114508_502997157@mwt2-c017.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272375.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.260.000) 05/25 20:57:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_114508_502997157@mwt2-c017.campuscluster.illinois.edu, rescheduling job ... 028 (1259.260.000) 05/25 20:57:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:57:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272375.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24307" StartdName = "glidein_114508_502997157@mwt2-c017.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 20:57:13 Image size of job updated: 1572728 355 - MemoryUsage of job (MB) 363320 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 20:57:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:57:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 20:57:18 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 417988 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 20:57:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 417988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.077.000) 05/25 20:57:24 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3460_80771850@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309 <10.0.2.15:36652?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#874197&addrs=10.0.2.15-36652&noUDP> ... 028 (1259.077.000) 05/25 20:57:24 Job ad information event triggered. StartdAddr = "<10.0.2.15:36652?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#874197&addrs=10.0.2.15-36652&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7708646" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 77 EventTime = "2019-05-25T20:57:24" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3460_80771850@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.077.000) 05/25 20:57:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3460_80771850@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.077.000) 05/25 20:57:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 77 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:57:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4351143.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7708646" StartdName = "glidein_3460_80771850@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUR-NAN-02-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 20:57:32 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315400 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 20:57:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:57:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.025.000) 05/25 20:57:41 Image size of job updated: 1570668 355 - MemoryUsage of job (MB) 362808 - ResidentSetSize of job (KB) ... 028 (1259.025.000) 05/25 20:57:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570668 Proc = 25 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:57:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 20:57:41 Image size of job updated: 1570676 343 - MemoryUsage of job (MB) 350220 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 20:57:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:57:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 20:57:54 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339420 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 20:57:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:57:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.077.000) 05/25 20:58:01 Job executing on host: <72.36.96.141:37228?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864590&addrs=72.36.96.141-37228&noUDP> ... 001 (1259.260.000) 05/25 20:58:01 Job executing on host: <72.36.96.189:42514?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892685&addrs=72.36.96.189-42514&noUDP> ... 028 (1259.077.000) 05/25 20:58:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 77 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:58:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:37228?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864590&addrs=72.36.96.141-37228&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264996.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25182" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.260.000) 05/25 20:58:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:58:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.189:42514?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892685&addrs=72.36.96.189-42514&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 20:58:04 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 362956 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 20:58:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T20:58:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 362956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.266.000) 05/25 20:58:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30644_916951065@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309 <10.0.2.15:39497?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860298&addrs=10.0.2.15-39497&noUDP> ... 028 (1259.266.000) 05/25 20:58:10 Job ad information event triggered. StartdAddr = "<10.0.2.15:39497?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860298&addrs=10.0.2.15-39497&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25917" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 266 EventTime = "2019-05-25T20:58:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30644_916951065@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.266.000) 05/25 20:58:10 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30644_916951065@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.266.000) 05/25 20:58:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 266 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:58:10" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442455.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" StartdName = "glidein_30644_916951065@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-MBB-19-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.170.000) 05/25 20:58:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_108569_571273992@mwt2-c126.campuscluster.illinois.edu <72.36.96.33:36232?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571159&addrs=72.36.96.33-36232&noUDP> ... 028 (1259.170.000) 05/25 20:58:16 Job ad information event triggered. StartdAddr = "<72.36.96.33:36232?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571159&addrs=72.36.96.33-36232&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24126" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 170 EventTime = "2019-05-25T20:58:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_108569_571273992@mwt2-c126.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.170.000) 05/25 20:58:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_108569_571273992@mwt2-c126.campuscluster.illinois.edu, rescheduling job ... 028 (1259.170.000) 05/25 20:58:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 170 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:58:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272188.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" StartdName = "glidein_108569_571273992@mwt2-c126.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c126.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 20:58:23 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 357416 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 20:58:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:58:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.040.000) 05/25 20:58:26 Image size of job updated: 1572728 359 - MemoryUsage of job (MB) 367548 - ResidentSetSize of job (KB) ... 028 (1259.040.000) 05/25 20:58:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 40 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115452" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.170.000) 05/25 20:58:33 Job executing on host: <72.36.96.201:45929?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876889&addrs=72.36.96.201-45929&noUDP> ... 028 (1259.170.000) 05/25 20:58:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 170 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:58:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.201:45929?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876889&addrs=72.36.96.201-45929&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265414.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25659" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c072.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.266.000) 05/25 20:58:37 Job executing on host: <149.165.225.71:43683?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882306&addrs=149.165.225.71-43683&noUDP> ... 028 (1259.266.000) 05/25 20:58:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:58:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.71:43683?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882306&addrs=149.165.225.71-43683&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 20:58:52 Image size of job updated: 1336496 304 - MemoryUsage of job (MB) 311040 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 20:58:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:58:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 304 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 311040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.133.000) 05/25 20:59:01 Job executing on host: <192.168.4.104:36131?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894340&addrs=192.168.4.104-36131&noUDP> ... 028 (1259.133.000) 05/25 20:59:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 133 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T20:59:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.104:36131?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#894340&addrs=192.168.4.104-36131&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466331" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23709" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.227.000) 05/25 20:59:08 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343552 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 20:59:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:59:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 20:59:12 Image size of job updated: 1750000 348 - MemoryUsage of job (MB) 355756 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 20:59:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T20:59:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 355756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 20:59:19 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337216 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 20:59:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:59:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 20:59:24 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410984 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 20:59:24 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T20:59:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 20:59:30 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346708 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 20:59:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T20:59:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 20:59:33 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 361020 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 20:59:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:59:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.001.000) 05/25 20:59:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_95559_376586566@mwt2-c059.campuscluster.illinois.edu <72.36.96.188:36273?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874145&addrs=72.36.96.188-36273&noUDP> ... 028 (1259.001.000) 05/25 20:59:46 Job ad information event triggered. StartdAddr = "<72.36.96.188:36273?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874145&addrs=72.36.96.188-36273&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24920" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 1 EventTime = "2019-05-25T20:59:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_95559_376586566@mwt2-c059.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.001.000) 05/25 20:59:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_95559_376586566@mwt2-c059.campuscluster.illinois.edu, rescheduling job ... 028 (1259.001.000) 05/25 20:59:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 1 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T20:59:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264779.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24920" StartdName = "glidein_95559_376586566@mwt2-c059.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c059.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.204.000) 05/25 20:59:49 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 369124 - ResidentSetSize of job (KB) ... 028 (1259.204.000) 05/25 20:59:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 204 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T20:59:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24239" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 369124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 20:59:49 Image size of job updated: 1342468 318 - MemoryUsage of job (MB) 325612 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 20:59:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:59:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 325612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 20:59:50 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337704 - ResidentSetSize of job (KB) ... 006 (1259.159.000) 05/25 20:59:51 Image size of job updated: 1325400 354 - MemoryUsage of job (MB) 361680 - ResidentSetSize of job (KB) ... 022 (1259.177.000) 05/25 20:59:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7173_158198234@CRUSH-OSG-C7-10-5-147-215 <10.5.147.215:46593?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#881255&addrs=10.5.147.215-46593&noUDP> ... 028 (1259.083.000) 05/25 20:59:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:59:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.159.000) 05/25 20:59:51 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T20:59:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 361680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.177.000) 05/25 20:59:51 Job ad information event triggered. StartdAddr = "<10.5.147.215:46593?CCBID=192.170.227.251:9737%3faddrs%3d192.170.227.251-9737#881255&addrs=10.5.147.215-46593&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "20459" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 177 EventTime = "2019-05-25T20:59:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_7173_158198234@CRUSH-OSG-C7-10-5-147-215" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.177.000) 05/25 20:59:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7173_158198234@CRUSH-OSG-C7-10-5-147-215, rescheduling job ... 028 (1259.177.000) 05/25 20:59:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 177 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T20:59:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390769.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20459" StartdName = "glidein_7173_158198234@CRUSH-OSG-C7-10-5-147-215" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot23@CRUSH-OSG-C7-10-5-147-215" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.041.000) 05/25 20:59:53 Job reconnected to glidein_16363_287075486@SST-TEST-OP-S2-its-c7-osg-20190309 startd address: <10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP> starter address: <10.0.2.15:40134?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#877837&PrivNet=SST-TEST-OP-S2-its-c7-osg-20190309&addrs=10.0.2.15-40134&noUDP> ... 028 (1259.041.000) 05/25 20:59:53 Job ad information event triggered. StartdAddr = "<10.0.2.15:43128?CCBID=192.170.227.251:9847%3faddrs%3d192.170.227.251-9847#878850&addrs=10.0.2.15-43128&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22936" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T20:59:53" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_16363_287075486@SST-TEST-OP-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<10.0.2.15:40134?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#877837&PrivNet=SST-TEST-OP-S2-its-c7-osg-20190309&addrs=10.0.2.15-40134&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" EventDescription = "Job reconnected" ... 006 (1259.037.000) 05/25 21:00:00 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 357132 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:00:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:00:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 21:00:01 Image size of job updated: 1750000 347 - MemoryUsage of job (MB) 354796 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:00:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:00:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 354796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:00:09 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354660 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:00:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:00:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:00:10 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335272 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:00:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:00:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 21:00:16 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344432 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 21:00:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 21:00:21 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340352 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 21:00:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:00:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:00:21 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 357764 - ResidentSetSize of job (KB) ... 006 (1259.235.000) 05/25 21:00:22 Image size of job updated: 1494536 366 - MemoryUsage of job (MB) 374024 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:00:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:00:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 357764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.235.000) 05/25 21:00:22 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1494536 Proc = 235 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:00:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 374024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:00:29 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353920 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:00:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 21:00:29 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357856 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 21:00:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:00:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:00:35 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344272 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:00:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:00:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:00:43 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 363532 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:00:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:00:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 21:00:58 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 366064 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:00:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:00:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.000.000) 05/25 21:01:05 Image size of job updated: 1458528 363 - MemoryUsage of job (MB) 371588 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 21:01:05 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:01:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 371588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:01:06 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346472 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:01:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 21:01:12 Image size of job updated: 1572728 340 - MemoryUsage of job (MB) 347848 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 21:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.001.000) 05/25 21:01:12 Job executing on host: <72.36.96.154:40858?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874239&addrs=72.36.96.154-40858&noUDP> ... 028 (1259.001.000) 05/25 21:01:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:01:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.154:40858?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874239&addrs=72.36.96.154-40858&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274787.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25397" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c025.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:01:14 Image size of job updated: 1572732 336 - MemoryUsage of job (MB) 343052 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:01:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:01:21 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340676 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:01:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:01:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 21:01:38 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353912 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:01:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:01:43 Image size of job updated: 1572724 331 - MemoryUsage of job (MB) 338620 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:01:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:01:45 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 355556 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:01:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.177.000) 05/25 21:01:48 Job executing on host: <149.165.225.95:41491?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875802&addrs=149.165.225.95-41491&noUDP> ... 028 (1259.177.000) 05/25 21:01:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:01:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.95:41491?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875802&addrs=149.165.225.95-41491&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:01:48 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 365036 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:01:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:01:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:01:55 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341292 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:01:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:01:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 21:02:11 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340344 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:02:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 21:02:11 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337108 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 21:02:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 21:02:12 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361644 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 21:02:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 21:02:14 Image size of job updated: 1572728 357 - MemoryUsage of job (MB) 365432 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 21:02:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:02:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:02:18 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419396 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:02:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 419396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:02:32 Image size of job updated: 1268904 309 - MemoryUsage of job (MB) 315928 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:02:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.299.000) 05/25 21:02:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3546_249585006@LIB-ALSWENDS-S1-its-c7-osg-20190309 <10.0.2.15:41095?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869424&addrs=10.0.2.15-41095&noUDP> ... 028 (1259.299.000) 05/25 21:02:33 Job ad information event triggered. StartdAddr = "<10.0.2.15:41095?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869424&addrs=10.0.2.15-41095&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 299 EventTime = "2019-05-25T21:02:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3546_249585006@LIB-ALSWENDS-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.299.000) 05/25 21:02:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3546_249585006@LIB-ALSWENDS-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.299.000) 05/25 21:02:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 299 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434274.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" StartdName = "glidein_3546_249585006@LIB-ALSWENDS-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-ALSWENDS-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:02:42 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 352316 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:02:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:02:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 21:02:44 Job was evicted. (0) Job terminated and was requeued Usr 0 00:22:04, Sys 0 00:00:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788928 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 21:02:44 Job ad information event triggered. SentBytes = 337788928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "32581" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c442.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T21:02:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:22:04, Sys 0 00:00:42" JOB_GLIDEIN_SiteWMS_JobId = "1382304.0" ... 006 (1259.272.000) 05/25 21:03:05 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366324 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:03:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 366324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:03:05 Image size of job updated: 1331488 357 - MemoryUsage of job (MB) 365412 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:03:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:03:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.299.000) 05/25 21:03:11 Job executing on host: <72.36.96.244:40937?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908338&addrs=72.36.96.244-40937&noUDP> ... 028 (1259.299.000) 05/25 21:03:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:03:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.244:40937?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908338&addrs=72.36.96.244-40937&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 21:03:20 Job executing on host: <149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP> ... 028 (1259.155.000) 05/25 21:03:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:03:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668239.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26710" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c179.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 21:03:23 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 360564 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 21:03:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:03:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.114.000) 05/25 21:03:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:11, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:11, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1347033856 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1347033856 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1728166 1 652275928 Memory (MB) : 352 1024 1920 ... 028 (1259.114.000) 05/25 21:03:59 Job ad information event triggered. SentBytes = 1347033856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7968967" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:11, Sys 0 00:02:49" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 114 EventTime = "2019-05-25T21:03:59" TotalSentBytes = 1347033856.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:21:11, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "272392.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.227.000) 05/25 21:04:09 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 345136 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:04:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:04:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.082.000) 05/25 21:04:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_141824_59698240@uct2-c451.mwt2.org <192.170.226.41:45310?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869997&addrs=192.170.226.41-45310&noUDP> ... 028 (1259.082.000) 05/25 21:04:09 Job ad information event triggered. StartdAddr = "<192.170.226.41:45310?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#869997&addrs=192.170.226.41-45310&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24879" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 82 EventTime = "2019-05-25T21:04:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_141824_59698240@uct2-c451.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.082.000) 05/25 21:04:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_141824_59698240@uct2-c451.mwt2.org, rescheduling job ... 028 (1259.082.000) 05/25 21:04:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 82 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:04:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264717.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24879" StartdName = "glidein_141824_59698240@uct2-c451.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c451.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:04:12 Image size of job updated: 1750000 352 - MemoryUsage of job (MB) 360332 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:04:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:04:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 360332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:04:20 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338536 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:04:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:04:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 21:04:24 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413176 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 21:04:24 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:04:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 413176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:04:29 Image size of job updated: 1500000 381 - MemoryUsage of job (MB) 389720 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:04:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:04:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 389720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 21:04:31 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347236 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 21:04:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:04:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:04:38 Image size of job updated: 1342468 320 - MemoryUsage of job (MB) 326932 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:04:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1342468 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:04:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 326932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:04:50 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338232 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:04:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:04:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 21:05:00 Image size of job updated: 1263896 356 - MemoryUsage of job (MB) 363904 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 21:05:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:05:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 21:05:00 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 006 (1259.132.000) 05/25 21:05:01 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 357364 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:05:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:05:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.132.000) 05/25 21:05:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:05:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 357364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.082.000) 05/25 21:05:02 Job executing on host: <72.36.96.164:34300?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895268&addrs=72.36.96.164-34300&noUDP> ... 028 (1259.082.000) 05/25 21:05:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:05:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.164:34300?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895268&addrs=72.36.96.164-34300&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:05:10 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336328 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:05:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:05:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:05:11 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 356008 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:05:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.026.000) 05/25 21:05:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_70937_234392515@mwt2-c086.campuscluster.illinois.edu <72.36.96.215:42832?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875733&addrs=72.36.96.215-42832&noUDP> ... 028 (1259.026.000) 05/25 21:05:15 Job ad information event triggered. StartdAddr = "<72.36.96.215:42832?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#875733&addrs=72.36.96.215-42832&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-25T21:05:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_70937_234392515@mwt2-c086.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.026.000) 05/25 21:05:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_70937_234392515@mwt2-c086.campuscluster.illinois.edu, rescheduling job ... 028 (1259.026.000) 05/25 21:05:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:05:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264546.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24693" StartdName = "glidein_70937_234392515@mwt2-c086.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c086.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 21:05:16 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 345224 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 21:05:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:05:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 21:05:21 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341664 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 21:05:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:05:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:05:22 Image size of job updated: 1750000 353 - MemoryUsage of job (MB) 361052 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:05:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:05:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 21:05:30 Image size of job updated: 1331288 308 - MemoryUsage of job (MB) 315248 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 21:05:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.298.000) 05/25 21:05:30 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 355768 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:05:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.297.000) 05/25 21:05:30 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359440 - ResidentSetSize of job (KB) ... 028 (1259.297.000) 05/25 21:05:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 297 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713093" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:05:35 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344800 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:05:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:05:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.026.000) 05/25 21:05:38 Job executing on host: <149.165.225.67:38503?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871504&addrs=149.165.225.67-38503&noUDP> ... 028 (1259.026.000) 05/25 21:05:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:05:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.67:38503?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871504&addrs=149.165.225.67-38503&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668991.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.050.000) 05/25 21:05:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4003062_552373848@stat9.phys.uconn.edu <137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP> ... 028 (1259.050.000) 05/25 21:05:39 Job ad information event triggered. StartdAddr = "<137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212219" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 50 EventTime = "2019-05-25T21:05:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_4003062_552373848@stat9.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.050.000) 05/25 21:05:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4003062_552373848@stat9.phys.uconn.edu, rescheduling job ... 028 (1259.050.000) 05/25 21:05:39 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:05:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" StartdName = "glidein_4003062_552373848@stat9.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 21:05:53 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404832 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:05:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:05:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 21:05:59 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 366780 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:05:59 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:05:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.038.000) 05/25 21:06:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3505_531883435@BFAS-CPD-PM-09-S4-its-c7-osg-20190309 <10.0.2.15:40853?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#857800&addrs=10.0.2.15-40853&noUDP> ... 028 (1259.038.000) 05/25 21:06:04 Job ad information event triggered. StartdAddr = "<10.0.2.15:40853?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#857800&addrs=10.0.2.15-40853&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 38 EventTime = "2019-05-25T21:06:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3505_531883435@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.038.000) 05/25 21:06:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3505_531883435@BFAS-CPD-PM-09-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.038.000) 05/25 21:06:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 38 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422288.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6204" StartdName = "glidein_3505_531883435@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:06:06 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347528 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:06:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.131.000) 05/25 21:06:12 Image size of job updated: 1572728 341 - MemoryUsage of job (MB) 348884 - ResidentSetSize of job (KB) ... 028 (1259.131.000) 05/25 21:06:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 131 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:06:14 Image size of job updated: 1572732 337 - MemoryUsage of job (MB) 344108 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:06:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:06:21 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341468 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:06:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.000.000) 05/25 21:06:31 Image size of job updated: 1458528 365 - MemoryUsage of job (MB) 373576 - ResidentSetSize of job (KB) ... 028 (1259.000.000) 05/25 21:06:31 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1458528 Proc = 0 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:06:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 373576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 21:06:38 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355760 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:06:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.038.000) 05/25 21:06:42 Job executing on host: <137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP> ... 028 (1259.038.000) 05/25 21:06:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 38 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:06:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:2221?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#701&addrs=137.99.79.229-2221+[--1]-2221&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212219" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:06:44 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339676 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:06:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:06:45 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 357404 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:06:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.019.000) 05/25 21:06:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_24730_40050738@CRUSH-OSG-C7-10-5-148-75 <10.5.148.75:35356?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#843542&addrs=10.5.148.75-35356&noUDP> ... 028 (1259.019.000) 05/25 21:06:47 Job ad information event triggered. StartdAddr = "<10.5.148.75:35356?CCBID=192.170.227.251:9762%3faddrs%3d192.170.227.251-9762#843542&addrs=10.5.148.75-35356&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "11345" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 19 EventTime = "2019-05-25T21:06:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_24730_40050738@CRUSH-OSG-C7-10-5-148-75" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.019.000) 05/25 21:06:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_24730_40050738@CRUSH-OSG-C7-10-5-148-75, rescheduling job ... 006 (1259.090.000) 05/25 21:06:48 Image size of job updated: 1750000 360 - MemoryUsage of job (MB) 367972 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 21:06:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 19 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:06:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362048.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "11345" StartdName = "glidein_24730_40050738@CRUSH-OSG-C7-10-5-148-75" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-148-75" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.090.000) 05/25 21:06:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:06:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.050.000) 05/25 21:06:55 Job executing on host: <72.36.96.226:42205?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889474&addrs=72.36.96.226-42205&noUDP> ... 028 (1259.050.000) 05/25 21:06:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:06:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.226:42205?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889474&addrs=72.36.96.226-42205&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:06:55 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342608 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:06:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:06:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.286.000) 05/25 21:07:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3554_212194136@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309 <10.0.2.15:36067?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863438&addrs=10.0.2.15-36067&noUDP> ... 028 (1259.286.000) 05/25 21:07:08 Job ad information event triggered. StartdAddr = "<10.0.2.15:36067?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#863438&addrs=10.0.2.15-36067&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116128" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 286 EventTime = "2019-05-25T21:07:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3554_212194136@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.286.000) 05/25 21:07:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3554_212194136@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309, rescheduling job ... 006 (1259.194.000) 05/25 21:07:11 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340604 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:07:11 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 337900 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 21:07:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 286 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434466.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116128" StartdName = "glidein_3554_212194136@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-SMSWEENE-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 21:07:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:07:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.203.000) 05/25 21:07:12 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 362740 - ResidentSetSize of job (KB) ... 028 (1259.203.000) 05/25 21:07:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 203 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24266" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.182.000) 05/25 21:07:15 Image size of job updated: 1572728 358 - MemoryUsage of job (MB) 366488 - ResidentSetSize of job (KB) ... 028 (1259.182.000) 05/25 21:07:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572728 Proc = 182 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7706107" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:07:19 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420664 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:07:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:07:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 420664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.174.000) 05/25 21:07:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9175_372755181@LE-HL421-S1-its-c7-osg-20190309 <10.0.2.15:37377?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858954&addrs=10.0.2.15-37377&noUDP> ... 028 (1259.174.000) 05/25 21:07:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:37377?CCBID=192.170.227.251:9704%3faddrs%3d192.170.227.251-9704#858954&addrs=10.0.2.15-37377&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8115872" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 174 EventTime = "2019-05-25T21:07:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_9175_372755181@LE-HL421-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.174.000) 05/25 21:07:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9175_372755181@LE-HL421-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.174.000) 05/25 21:07:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 174 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432848.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8115872" StartdName = "glidein_9175_372755181@LE-HL421-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-HL421-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:07:32 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 316640 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:07:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.173.000) 05/25 21:07:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8359_144816287@CRUSH-OSG-C7-10-5-148-64 <10.5.148.64:44971?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#883742&addrs=10.5.148.64-44971&noUDP> ... 028 (1259.173.000) 05/25 21:07:40 Job ad information event triggered. StartdAddr = "<10.5.148.64:44971?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#883742&addrs=10.5.148.64-44971&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "1114" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 173 EventTime = "2019-05-25T21:07:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_8359_144816287@CRUSH-OSG-C7-10-5-148-64" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.173.000) 05/25 21:07:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8359_144816287@CRUSH-OSG-C7-10-5-148-64, rescheduling job ... 028 (1259.173.000) 05/25 21:07:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 173 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4428523.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "1114" StartdName = "glidein_8359_144816287@CRUSH-OSG-C7-10-5-148-64" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot39@CRUSH-OSG-C7-10-5-148-64" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:07:42 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 353372 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:07:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.120.000) 05/25 21:07:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4180_119654735@MAX-L406D-01-S5-its-c7-osg-20190309 <10.0.2.15:39245?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875045&addrs=10.0.2.15-39245&noUDP> ... 028 (1259.120.000) 05/25 21:07:45 Job ad information event triggered. StartdAddr = "<10.0.2.15:39245?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#875045&addrs=10.0.2.15-39245&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22156" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 120 EventTime = "2019-05-25T21:07:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_4180_119654735@MAX-L406D-01-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.120.000) 05/25 21:07:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4180_119654735@MAX-L406D-01-S5-its-c7-osg-20190309, rescheduling job ... 028 (1259.120.000) 05/25 21:07:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 120 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:07:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4382658.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22156" StartdName = "glidein_4180_119654735@MAX-L406D-01-S5-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-L406D-01-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.019.000) 05/25 21:07:50 Job executing on host: <149.165.225.49:42317?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886630&addrs=149.165.225.49-42317&noUDP> ... 028 (1259.019.000) 05/25 21:07:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:07:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.49:42317?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886630&addrs=149.165.225.49-42317&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668335.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720761" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c222.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.286.000) 05/25 21:07:53 Job executing on host: <72.36.96.57:41341?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882273&addrs=72.36.96.57-41341&noUDP> ... 028 (1259.286.000) 05/25 21:07:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:07:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.57:41341?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882273&addrs=72.36.96.57-41341&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:07:55 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340660 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:07:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.168.000) 05/25 21:07:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3439_594169240@AS-PRESTON-LAB5-S3-its-c7-osg-20190309 <10.0.2.15:38672?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874829&addrs=10.0.2.15-38672&noUDP> ... 028 (1259.168.000) 05/25 21:07:57 Job ad information event triggered. StartdAddr = "<10.0.2.15:38672?CCBID=192.170.227.251:9885%3faddrs%3d192.170.227.251-9885#874829&addrs=10.0.2.15-38672&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "4482" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 168 EventTime = "2019-05-25T21:07:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3439_594169240@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.168.000) 05/25 21:07:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3439_594169240@AS-PRESTON-LAB5-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.168.000) 05/25 21:07:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 168 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:07:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419235.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "4482" StartdName = "glidein_3439_594169240@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:08:05 Image size of job updated: 1500000 361 - MemoryUsage of job (MB) 368712 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:08:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:08:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 368712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 21:08:24 Image size of job updated: 1750000 355 - MemoryUsage of job (MB) 363000 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 21:08:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:08:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.168.000) 05/25 21:08:26 Job executing on host: <72.36.96.159:44519?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867902&addrs=72.36.96.159-44519&noUDP> ... 028 (1259.168.000) 05/25 21:08:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:08:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:44519?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867902&addrs=72.36.96.159-44519&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274110.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25043" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.120.000) 05/25 21:08:27 Job executing on host: <72.36.96.162:33519?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#869314&addrs=72.36.96.162-33519&noUDP> ... 001 (1259.173.000) 05/25 21:08:27 Job executing on host: <72.36.96.41:46624?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854688&addrs=72.36.96.41-46624&noUDP> ... 001 (1259.174.000) 05/25 21:08:27 Job executing on host: <72.36.96.207:44129?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882671&addrs=72.36.96.207-44129&noUDP> ... 028 (1259.120.000) 05/25 21:08:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 120 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:08:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:33519?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#869314&addrs=72.36.96.162-33519&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265464.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 21:08:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 173 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:08:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.41:46624?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854688&addrs=72.36.96.41-46624&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969177" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.174.000) 05/25 21:08:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 174 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:08:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.207:44129?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882671&addrs=72.36.96.207-44129&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265457.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c078.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.290.000) 05/25 21:08:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_76629_193152641@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:40405?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872796&addrs=72.36.96.49-40405&noUDP> ... 028 (1259.290.000) 05/25 21:08:31 Job ad information event triggered. StartdAddr = "<72.36.96.49:40405?CCBID=192.170.227.251:9816%3faddrs%3d192.170.227.251-9816#872796&addrs=72.36.96.49-40405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7968994" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 290 EventTime = "2019-05-25T21:08:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_76629_193152641@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.290.000) 05/25 21:08:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_76629_193152641@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1259.290.000) 05/25 21:08:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:08:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264688.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7968994" StartdName = "glidein_76629_193152641@mwt2-c142.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.109.000) 05/25 21:08:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3588894_379195280@nod3.phys.uconn.edu <137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP> ... 028 (1259.109.000) 05/25 21:08:49 Job ad information event triggered. StartdAddr = "<137.99.79.138:13133?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#717&addrs=137.99.79.138-13133+[--1]-13133&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7213561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 109 EventTime = "2019-05-25T21:08:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3588894_379195280@nod3.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.109.000) 05/25 21:08:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3588894_379195280@nod3.phys.uconn.edu, rescheduling job ... 028 (1259.109.000) 05/25 21:08:49 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 109 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:08:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716802.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213561" StartdName = "glidein_3588894_379195280@nod3.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 21:08:53 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 312360 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 21:08:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:08:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 312360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.111.000) 05/25 21:08:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_32171_155207637@MAX-GDREEHER-S3-its-c7-osg-20190309 <10.0.2.15:34348?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#868427&addrs=10.0.2.15-34348&noUDP> ... 028 (1259.111.000) 05/25 21:08:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:34348?CCBID=192.170.227.251:9732%3faddrs%3d192.170.227.251-9732#868427&addrs=10.0.2.15-34348&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8116680" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 111 EventTime = "2019-05-25T21:08:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_32171_155207637@MAX-GDREEHER-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.111.000) 05/25 21:08:59 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_32171_155207637@MAX-GDREEHER-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.111.000) 05/25 21:08:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 111 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:08:59" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437992.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8116680" StartdName = "glidein_32171_155207637@MAX-GDREEHER-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-GDREEHER-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:09:10 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346192 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:09:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:09:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:09:13 Image size of job updated: 1750000 355 - MemoryUsage of job (MB) 363300 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:09:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:09:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 363300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:09:20 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339328 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:09:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 21:09:24 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414632 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 21:09:24 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:09:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 414632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:09:30 Image size of job updated: 1500000 384 - MemoryUsage of job (MB) 392684 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:09:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:09:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 392684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.095.000) 05/25 21:09:31 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348548 - ResidentSetSize of job (KB) ... 028 (1259.095.000) 05/25 21:09:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 95 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:09:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:09:50 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339816 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:09:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:09:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:10:01 Image size of job updated: 1750000 354 - MemoryUsage of job (MB) 362344 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:10:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:10:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 21:10:02 Image size of job updated: 1750000 352 - MemoryUsage of job (MB) 359924 - ResidentSetSize of job (KB) ... 006 (1259.076.000) 05/25 21:10:03 Image size of job updated: 1558220 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:10:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:10:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 359924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 21:10:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:10:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.111.000) 05/25 21:10:10 Job executing on host: <72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP> ... 028 (1259.111.000) 05/25 21:10:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:10:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:10:11 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 357048 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:10:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:10:11 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337560 - ResidentSetSize of job (KB) ... 001 (1259.290.000) 05/25 21:10:12 Job executing on host: <72.36.96.67:37183?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861793&addrs=72.36.96.67-37183&noUDP> ... 028 (1259.074.000) 05/25 21:10:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.290.000) 05/25 21:10:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:10:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.67:37183?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861793&addrs=72.36.96.67-37183&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 21:10:17 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346524 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 21:10:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 21:10:22 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342456 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 21:10:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:10:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.271.000) 05/25 21:10:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3465_52630212@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309 <10.0.2.15:43923?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#885982&addrs=10.0.2.15-43923&noUDP> ... 028 (1259.271.000) 05/25 21:10:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:43923?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#885982&addrs=10.0.2.15-43923&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 271 EventTime = "2019-05-25T21:10:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3465_52630212@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.271.000) 05/25 21:10:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3465_52630212@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.271.000) 05/25 21:10:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 271 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:10:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4422274.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9585" StartdName = "glidein_3465_52630212@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HR20KZ0Q2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:10:23 Image size of job updated: 1750000 356 - MemoryUsage of job (MB) 364488 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:10:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:10:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.109.000) 05/25 21:10:26 Job executing on host: <149.165.225.139:42620?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864667&addrs=149.165.225.139-42620&noUDP> ... 028 (1259.109.000) 05/25 21:10:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:10:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.139:42620?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864667&addrs=149.165.225.139-42620&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:10:30 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 357428 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:10:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.087.000) 05/25 21:10:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3460_263361042@AS-PSY-530D-16X-S4-its-c7-osg-20190309 <10.0.2.15:42816?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#37577&addrs=10.0.2.15-42816&noUDP> ... 028 (1259.087.000) 05/25 21:10:33 Job ad information event triggered. StartdAddr = "<10.0.2.15:42816?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#37577&addrs=10.0.2.15-42816&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8112114" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 87 EventTime = "2019-05-25T21:10:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3460_263361042@AS-PSY-530D-16X-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.087.000) 05/25 21:10:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3460_263361042@AS-PSY-530D-16X-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.087.000) 05/25 21:10:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 87 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:10:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433290.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8112114" StartdName = "glidein_3460_263361042@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-16X-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:10:36 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345304 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:10:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:10:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:10:43 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 363768 - ResidentSetSize of job (KB) ... 022 (1259.027.000) 05/25 21:10:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3494_347072810@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309 <10.0.2.15:44581?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#876412&addrs=10.0.2.15-44581&noUDP> ... 028 (1259.187.000) 05/25 21:10:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:10:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.027.000) 05/25 21:10:43 Job ad information event triggered. StartdAddr = "<10.0.2.15:44581?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#876412&addrs=10.0.2.15-44581&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6500" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 27 EventTime = "2019-05-25T21:10:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3494_347072810@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.027.000) 05/25 21:10:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3494_347072810@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.027.000) 05/25 21:10:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 27 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:10:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418893.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "30" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6500" StartdName = "glidein_3494_347072810@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AAF-CLASS-SIGN2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.271.000) 05/25 21:10:54 Job executing on host: <72.36.96.155:35401?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875550&addrs=72.36.96.155-35401&noUDP> ... 028 (1259.271.000) 05/25 21:10:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:10:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.155:35401?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875550&addrs=72.36.96.155-35401&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.087.000) 05/25 21:10:54 Job executing on host: <72.36.96.132:36428?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889850&addrs=72.36.96.132-36428&noUDP> ... 028 (1259.087.000) 05/25 21:10:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:10:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.132:36428?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889850&addrs=72.36.96.132-36428&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 21:10:54 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409492 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:10:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:10:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 21:11:00 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 366784 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:11:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 21:11:06 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348848 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:11:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.142.000) 05/25 21:11:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_66921_246631110@CRUSH-OSG-C7-10-5-147-1 <10.5.147.1:33177?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#33077&addrs=10.5.147.1-33177&noUDP> ... 028 (1259.142.000) 05/25 21:11:13 Job ad information event triggered. StartdAddr = "<10.5.147.1:33177?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#33077&addrs=10.5.147.1-33177&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "9682" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 142 EventTime = "2019-05-25T21:11:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_66921_246631110@CRUSH-OSG-C7-10-5-147-1" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.142.000) 05/25 21:11:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_66921_246631110@CRUSH-OSG-C7-10-5-147-1, rescheduling job ... 028 (1259.142.000) 05/25 21:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 142 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4362169.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9682" StartdName = "glidein_66921_246631110@CRUSH-OSG-C7-10-5-147-1" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot34@CRUSH-OSG-C7-10-5-147-1" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:11:15 Image size of job updated: 1572732 338 - MemoryUsage of job (MB) 345428 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:11:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.237.000) 05/25 21:11:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3507_526725925@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309 <10.0.2.15:38797?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859369&addrs=10.0.2.15-38797&noUDP> ... 028 (1259.237.000) 05/25 21:11:17 Job ad information event triggered. StartdAddr = "<10.0.2.15:38797?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#859369&addrs=10.0.2.15-38797&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24230" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 237 EventTime = "2019-05-25T21:11:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3507_526725925@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.237.000) 05/25 21:11:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3507_526725925@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.237.000) 05/25 21:11:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 237 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4437119.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24230" StartdName = "glidein_3507_526725925@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY92DP2-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:11:22 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342612 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:11:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.084.000) 05/25 21:11:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:26, Sys 0 00:02:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:26, Sys 0 00:02:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1382323712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1382323712 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1762627 1 36174004 Memory (MB) : 342 1024 2500 ... 028 (1259.084.000) 05/25 21:11:34 Job ad information event triggered. SentBytes = 1382323712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "5191" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CFA-MJP-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:26, Sys 0 00:02:06" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 84 EventTime = "2019-05-25T21:11:34" TotalSentBytes = 1382323712.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:00:26, Sys 0 00:02:06" JOB_GLIDEIN_SiteWMS_JobId = "4419160.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.185.000) 05/25 21:11:39 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357608 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:11:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:11:44 Image size of job updated: 1572724 332 - MemoryUsage of job (MB) 339940 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:11:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:11:45 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 358196 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:11:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:11:48 Image size of job updated: 1750000 363 - MemoryUsage of job (MB) 371292 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:11:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:11:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.027.000) 05/25 21:11:49 Job executing on host: <192.168.3.70:42714?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#881356&addrs=192.168.3.70-42714&noUDP> ... 024 (1259.292.000) 05/25 21:11:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3429_409335966@ENMG-SA-27V47V1-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.027.000) 05/25 21:11:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 27 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:11:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.70:42714?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#881356&addrs=192.168.3.70-42714&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465196" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22049" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1259.292.000) 05/25 21:11:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 292 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:11:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4376019.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19442" StartdName = "glidein_3429_409335966@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-SA-27V47V1-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:11:56 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344456 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:11:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:11:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.221.000) 05/25 21:12:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_11008_102097920@CRUSH-OSG-C7-10-5-147-92 <10.5.147.92:36321?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#867653&addrs=10.5.147.92-36321&noUDP> ... 028 (1259.221.000) 05/25 21:12:01 Job ad information event triggered. StartdAddr = "<10.5.147.92:36321?CCBID=192.170.227.251:9867%3faddrs%3d192.170.227.251-9867#867653&addrs=10.5.147.92-36321&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8105534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 221 EventTime = "2019-05-25T21:12:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_11008_102097920@CRUSH-OSG-C7-10-5-147-92" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.221.000) 05/25 21:12:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_11008_102097920@CRUSH-OSG-C7-10-5-147-92, rescheduling job ... 028 (1259.221.000) 05/25 21:12:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 221 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4403833.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105534" StartdName = "glidein_11008_102097920@CRUSH-OSG-C7-10-5-147-92" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-92" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.237.000) 05/25 21:12:10 Job executing on host: <72.36.96.241:34533?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38203&addrs=72.36.96.241-34533&noUDP> ... 028 (1259.237.000) 05/25 21:12:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:12:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.241:34533?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38203&addrs=72.36.96.241-34533&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 21:12:12 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341676 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:12:12 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339484 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:12:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:12:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.228.000) 05/25 21:12:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3442_59799175@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309 <10.0.2.15:38324?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#863143&addrs=10.0.2.15-38324&noUDP> ... 028 (1259.228.000) 05/25 21:12:13 Job ad information event triggered. StartdAddr = "<10.0.2.15:38324?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#863143&addrs=10.0.2.15-38324&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "5332" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 228 EventTime = "2019-05-25T21:12:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3442_59799175@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.228.000) 05/25 21:12:14 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_3442_59799175@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309, rescheduling job ... 001 (1259.142.000) 05/25 21:12:14 Job executing on host: <72.36.96.172:39797?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860535&addrs=72.36.96.172-39797&noUDP> ... 028 (1259.228.000) 05/25 21:12:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 228 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421878.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "5332" StartdName = "glidein_3442_59799175@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-EHO-KLD-01-S7-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.142.000) 05/25 21:12:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 142 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:12:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.172:39797?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860535&addrs=72.36.96.172-39797&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:12:19 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422204 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:12:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:12:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 422204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.202.000) 05/25 21:12:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_78196_288324685@CRUSH-OSG-C7-10-5-147-140 <10.5.147.140:43901?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#859968&addrs=10.5.147.140-43901&noUDP> ... 028 (1259.202.000) 05/25 21:12:32 Job ad information event triggered. StartdAddr = "<10.5.147.140:43901?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#859968&addrs=10.5.147.140-43901&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "14164" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 202 EventTime = "2019-05-25T21:12:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_78196_288324685@CRUSH-OSG-C7-10-5-147-140" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.202.000) 05/25 21:12:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_78196_288324685@CRUSH-OSG-C7-10-5-147-140, rescheduling job ... 006 (1259.209.000) 05/25 21:12:32 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 375900 - ResidentSetSize of job (KB) ... 006 (1259.192.000) 05/25 21:12:33 Image size of job updated: 1268904 310 - MemoryUsage of job (MB) 317168 - ResidentSetSize of job (KB) ... 028 (1259.202.000) 05/25 21:12:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 202 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4414587.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14164" StartdName = "glidein_78196_288324685@CRUSH-OSG-C7-10-5-147-140" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot26@CRUSH-OSG-C7-10-5-147-140" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.209.000) 05/25 21:12:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:12:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 21:12:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1268904 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 317168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.228.000) 05/25 21:12:40 Job executing on host: <72.36.96.160:44541?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38658&addrs=72.36.96.160-44541&noUDP> ... 028 (1259.228.000) 05/25 21:12:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:12:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.160:44541?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38658&addrs=72.36.96.160-44541&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.292.000) 05/25 21:12:42 Job executing on host: <72.36.96.162:42361?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880093&addrs=72.36.96.162-42361&noUDP> ... 028 (1259.292.000) 05/25 21:12:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:12:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:42361?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880093&addrs=72.36.96.162-42361&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:12:43 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 354692 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:12:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:12:46 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379592 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:12:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:12:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 379592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.221.000) 05/25 21:12:51 Job executing on host: <149.165.225.189:37752?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862646&addrs=149.165.225.189-37752&noUDP> ... 028 (1259.221.000) 05/25 21:12:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 221 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:12:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.189:37752?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862646&addrs=149.165.225.189-37752&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265115.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c189.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:12:55 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341452 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:12:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:12:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:13:06 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 371252 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:13:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:13:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 371252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.169.000) 05/25 21:13:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_50009_112824551@CRUSH-OSG-C7-10-5-145-74 <10.5.145.74:36261?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38247&addrs=10.5.145.74-36261&noUDP> ... 028 (1259.169.000) 05/25 21:13:14 Job ad information event triggered. StartdAddr = "<10.5.145.74:36261?CCBID=192.170.227.251:9880%3faddrs%3d192.170.227.251-9880#38247&addrs=10.5.145.74-36261&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6553" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 169 EventTime = "2019-05-25T21:13:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_50009_112824551@CRUSH-OSG-C7-10-5-145-74" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.169.000) 05/25 21:13:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_50009_112824551@CRUSH-OSG-C7-10-5-145-74, rescheduling job ... 028 (1259.169.000) 05/25 21:13:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 169 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:13:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4360679.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6553" StartdName = "glidein_50009_112824551@CRUSH-OSG-C7-10-5-145-74" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-145-74" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.123.000) 05/25 21:13:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3451_976049988@BFAS-SCMC-211-S1-its-c7-osg-20190309 <10.0.2.15:33854?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879202&addrs=10.0.2.15-33854&noUDP> ... 028 (1259.123.000) 05/25 21:13:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:33854?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#879202&addrs=10.0.2.15-33854&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "22665" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 123 EventTime = "2019-05-25T21:13:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3451_976049988@BFAS-SCMC-211-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.123.000) 05/25 21:13:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3451_976049988@BFAS-SCMC-211-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.123.000) 05/25 21:13:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 123 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:13:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4432515.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22665" StartdName = "glidein_3451_976049988@BFAS-SCMC-211-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.198.000) 05/25 21:13:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3437_191346262@AS-PRESTON-LAB5-S4-its-c7-osg-20190309 <10.0.2.15:45492?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865962&addrs=10.0.2.15-45492&noUDP> ... 028 (1259.198.000) 05/25 21:13:34 Job ad information event triggered. StartdAddr = "<10.0.2.15:45492?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#865962&addrs=10.0.2.15-45492&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111796" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 198 EventTime = "2019-05-25T21:13:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3437_191346262@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.198.000) 05/25 21:13:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3437_191346262@AS-PRESTON-LAB5-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.198.000) 05/25 21:13:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 198 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:13:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4416540.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "20" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111796" StartdName = "glidein_3437_191346262@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.035.000) 05/25 21:13:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_58833_106338150@CRUSH-OSG-C7-10-5-144-227 <10.5.144.227:40426?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879594&addrs=10.5.144.227-40426&noUDP> ... 028 (1259.035.000) 05/25 21:13:43 Job ad information event triggered. StartdAddr = "<10.5.144.227:40426?CCBID=192.170.227.251:9862%3faddrs%3d192.170.227.251-9862#879594&addrs=10.5.144.227-40426&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8111856" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 35 EventTime = "2019-05-25T21:13:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_58833_106338150@CRUSH-OSG-C7-10-5-144-227" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.035.000) 05/25 21:13:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_58833_106338150@CRUSH-OSG-C7-10-5-144-227, rescheduling job ... 028 (1259.035.000) 05/25 21:13:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 35 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:13:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413598.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8111856" StartdName = "glidein_58833_106338150@CRUSH-OSG-C7-10-5-144-227" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.273.000) 05/25 21:13:54 Image size of job updated: 10000000 941 - MemoryUsage of job (MB) 962912 - ResidentSetSize of job (KB) ... 028 (1259.273.000) 05/25 21:13:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10000000 Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:13:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 941 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265256.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25481" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 962912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.032.000) 05/25 21:13:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9481_35846124@BFAS-CPD-PM-09-S2-its-c7-osg-20190309 <10.0.2.15:35846?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#891264&addrs=10.0.2.15-35846&noUDP> ... 028 (1259.032.000) 05/25 21:13:58 Job ad information event triggered. StartdAddr = "<10.0.2.15:35846?CCBID=192.170.227.251:9857%3faddrs%3d192.170.227.251-9857#891264&addrs=10.0.2.15-35846&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7714765" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 32 EventTime = "2019-05-25T21:13:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_9481_35846124@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.032.000) 05/25 21:13:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9481_35846124@BFAS-CPD-PM-09-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.032.000) 05/25 21:13:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 32 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:13:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4365916.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7714765" StartdName = "glidein_9481_35846124@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-CPD-PM-09-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.169.000) 05/25 21:14:08 Job executing on host: <72.36.96.159:44074?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#873352&addrs=72.36.96.159-44074&noUDP> ... 028 (1259.169.000) 05/25 21:14:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:14:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.159:44074?CCBID=192.170.227.251:9822%3faddrs%3d192.170.227.251-9822#873352&addrs=72.36.96.159-44074&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.202.000) 05/25 21:14:08 Job executing on host: <72.36.96.175:41989?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#878010&addrs=72.36.96.175-41989&noUDP> ... 028 (1259.202.000) 05/25 21:14:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 202 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:14:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.175:41989?CCBID=192.170.227.251:9753%3faddrs%3d192.170.227.251-9753#878010&addrs=72.36.96.175-41989&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265482.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25735" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:14:10 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376168 - ResidentSetSize of job (KB) ... 006 (1259.227.000) 05/25 21:14:11 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346420 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:14:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:14:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.227.000) 05/25 21:14:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:14:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:14:13 Image size of job updated: 1750000 358 - MemoryUsage of job (MB) 366468 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:14:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:14:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 366468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:14:21 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339580 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:14:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:14:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 21:14:24 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415304 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 21:14:24 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:14:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 415304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:14:31 Image size of job updated: 1500000 386 - MemoryUsage of job (MB) 394420 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:14:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:14:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 394420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.198.000) 05/25 21:14:32 Job executing on host: <149.165.225.153:37334?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37459&addrs=149.165.225.153-37334&noUDP> ... 028 (1259.198.000) 05/25 21:14:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:14:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.153:37334?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37459&addrs=149.165.225.153-37334&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.035.000) 05/25 21:14:36 Job executing on host: <149.165.225.153:37376?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882597&addrs=149.165.225.153-37376&noUDP> ... 028 (1259.035.000) 05/25 21:14:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:14:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.153:37376?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882597&addrs=149.165.225.153-37376&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:14:39 Image size of job updated: 1576844 334 - MemoryUsage of job (MB) 341436 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:14:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:14:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.032.000) 05/25 21:14:42 Job executing on host: <137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP> ... 028 (1259.032.000) 05/25 21:14:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 32 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:14:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.223:19508?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#756&addrs=137.99.79.223-19508+[--1]-19508&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.123.000) 05/25 21:14:50 Job executing on host: <72.36.96.158:41637?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875554&addrs=72.36.96.158-41637&noUDP> ... 028 (1259.123.000) 05/25 21:14:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:14:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.158:41637?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875554&addrs=72.36.96.158-41637&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.094.000) 05/25 21:14:57 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:13, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:13, Sys 0 00:03:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1394050816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1394050816 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1774081 1 673118904 Memory (MB) : 360 1024 1920 ... 028 (1259.094.000) 05/25 21:14:57 Job ad information event triggered. SentBytes = 1394050816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24814" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c020.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:13, Sys 0 00:03:00" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 94 EventTime = "2019-05-25T21:14:57" TotalSentBytes = 1394050816.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:13, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "264658.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.229.000) 05/25 21:15:01 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 364572 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 21:15:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:15:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.132.000) 05/25 21:15:03 Image size of job updated: 1750000 354 - MemoryUsage of job (MB) 362452 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:15:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:15:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 362452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:15:12 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358780 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:15:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:15:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:15:12 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337756 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:15:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:15:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:15:16 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375504 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:15:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:15:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 375504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.085.000) 05/25 21:15:17 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347740 - ResidentSetSize of job (KB) ... 028 (1259.085.000) 05/25 21:15:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 85 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:15:20 Image size of job updated: 1750000 346 - MemoryUsage of job (MB) 354192 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:15:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:15:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 354192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 21:15:22 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342824 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 21:15:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:15:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:15:24 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 367096 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:15:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:15:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:15:30 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 358828 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:15:30 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:15:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.219.000) 05/25 21:15:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3442_45069804@AS-PRESTON-LAB5-S5-its-c7-osg-20190309 <10.0.2.15:37103?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862814&addrs=10.0.2.15-37103&noUDP> ... 028 (1259.219.000) 05/25 21:15:34 Job ad information event triggered. StartdAddr = "<10.0.2.15:37103?CCBID=192.170.227.251:9729%3faddrs%3d192.170.227.251-9729#862814&addrs=10.0.2.15-37103&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25870" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 219 EventTime = "2019-05-25T21:15:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3442_45069804@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.219.000) 05/25 21:15:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3442_45069804@AS-PRESTON-LAB5-S5-its-c7-osg-20190309, rescheduling job ... 028 (1259.219.000) 05/25 21:15:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 219 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:15:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442314.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25870" StartdName = "glidein_3442_45069804@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S5-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:15:36 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346524 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:15:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:15:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.022.000) 05/25 21:15:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9368_386525172@AS-ALVOGEL-S2-its-c7-osg-20190309 <10.0.2.15:46638?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889752&addrs=10.0.2.15-46638&noUDP> ... 028 (1259.022.000) 05/25 21:15:43 Job ad information event triggered. StartdAddr = "<10.0.2.15:46638?CCBID=192.170.227.251:9761%3faddrs%3d192.170.227.251-9761#889752&addrs=10.0.2.15-46638&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "12801" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 22 EventTime = "2019-05-25T21:15:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_9368_386525172@AS-ALVOGEL-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.022.000) 05/25 21:15:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9368_386525172@AS-ALVOGEL-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.022.000) 05/25 21:15:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:15:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390771.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "12801" StartdName = "glidein_9368_386525172@AS-ALVOGEL-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-ALVOGEL-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 21:15:49 Image size of job updated: 1325400 356 - MemoryUsage of job (MB) 364032 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 21:15:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:15:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 364032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 21:15:55 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414708 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:15:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:15:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:16:07 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 350012 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:16:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:16:16 Image size of job updated: 1572732 339 - MemoryUsage of job (MB) 346216 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:16:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:16:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344296 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:16:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:16:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.181.000) 05/25 21:16:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3448_437872820@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309 <10.0.2.15:42707?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888083&addrs=10.0.2.15-42707&noUDP> ... 028 (1259.181.000) 05/25 21:16:37 Job ad information event triggered. StartdAddr = "<10.0.2.15:42707?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#888083&addrs=10.0.2.15-42707&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13713" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 181 EventTime = "2019-05-25T21:16:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3448_437872820@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.181.000) 05/25 21:16:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3448_437872820@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.181.000) 05/25 21:16:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 181 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434992.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13713" StartdName = "glidein_3448_437872820@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-DPSFYDNMR2-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 21:16:39 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359108 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:16:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:16:45 Image size of job updated: 1572724 333 - MemoryUsage of job (MB) 340696 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:16:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:16:46 Image size of job updated: 1570676 352 - MemoryUsage of job (MB) 359740 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:16:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:16:49 Image size of job updated: 1750000 382 - MemoryUsage of job (MB) 390384 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:16:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:16:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:16:54 Image size of job updated: 1621704 393 - MemoryUsage of job (MB) 401868 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:16:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:16:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:16:56 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344608 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:16:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 21:17:08 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 401148 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:17:08 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:17:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:17:13 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 342916 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:17:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 21:17:14 Image size of job updated: 1570672 332 - MemoryUsage of job (MB) 339920 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 21:17:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.219.000) 05/25 21:17:15 Job executing on host: <149.165.225.150:44714?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875404&addrs=149.165.225.150-44714&noUDP> ... 028 (1259.219.000) 05/25 21:17:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.150:44714?CCBID=192.170.227.251:9785%3faddrs%3d192.170.227.251-9785#875404&addrs=149.165.225.150-44714&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.022.000) 05/25 21:17:15 Job executing on host: <192.170.226.11:36039?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869136&addrs=192.170.226.11-36039&noUDP> ... 001 (1259.181.000) 05/25 21:17:15 Job executing on host: <72.36.96.136:41817?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879351&addrs=72.36.96.136-41817&noUDP> ... 028 (1259.022.000) 05/25 21:17:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.11:36039?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869136&addrs=192.170.226.11-36039&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.181.000) 05/25 21:17:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 181 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.136:41817?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879351&addrs=72.36.96.136-41817&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265142.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c007.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.193.000) 05/25 21:17:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_105882_188187783@CRUSH-OSG-C7-10-5-141-65 <10.5.141.65:33026?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870378&addrs=10.5.141.65-33026&noUDP> ... 028 (1259.193.000) 05/25 21:17:18 Job ad information event triggered. StartdAddr = "<10.5.141.65:33026?CCBID=192.170.227.251:9787%3faddrs%3d192.170.227.251-9787#870378&addrs=10.5.141.65-33026&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8114279" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 193 EventTime = "2019-05-25T21:17:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_105882_188187783@CRUSH-OSG-C7-10-5-141-65" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.193.000) 05/25 21:17:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_105882_188187783@CRUSH-OSG-C7-10-5-141-65, rescheduling job ... 028 (1259.193.000) 05/25 21:17:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 193 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4425763.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8114279" StartdName = "glidein_105882_188187783@CRUSH-OSG-C7-10-5-141-65" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot13@CRUSH-OSG-C7-10-5-141-65" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:17:19 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425012 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:17:19 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:17:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 425012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.242.000) 05/25 21:17:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3443_645242170@AS-PRESTON-LAB5-S8-its-c7-osg-20190309 <10.0.2.15:36667?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868033&addrs=10.0.2.15-36667&noUDP> ... 028 (1259.242.000) 05/25 21:17:22 Job ad information event triggered. StartdAddr = "<10.0.2.15:36667?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868033&addrs=10.0.2.15-36667&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "18914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 242 EventTime = "2019-05-25T21:17:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3443_645242170@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.242.000) 05/25 21:17:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3443_645242170@AS-PRESTON-LAB5-S8-its-c7-osg-20190309, rescheduling job ... 028 (1259.242.000) 05/25 21:17:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 242 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4423333.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "28" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18914" StartdName = "glidein_3443_645242170@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S8-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:17:33 Image size of job updated: 1570672 325 - MemoryUsage of job (MB) 332480 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:17:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 332480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 21:17:33 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 379924 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:17:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:17:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.071.000) 05/25 21:17:37 Image size of job updated: 1506572 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.071.000) 05/25 21:17:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1506572 Proc = 71 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:17:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274610.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c100.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:17:43 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 355480 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:17:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:17:46 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400188 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:17:46 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:17:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:17:47 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400280 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:17:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 400280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.242.000) 05/25 21:17:50 Job executing on host: <72.36.96.174:38907?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879277&addrs=72.36.96.174-38907&noUDP> ... 028 (1259.242.000) 05/25 21:17:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 242 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:38907?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879277&addrs=72.36.96.174-38907&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265496.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:17:52 Image size of job updated: 1500000 350 - MemoryUsage of job (MB) 358212 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:17:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:17:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 358212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.093.000) 05/25 21:17:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:16, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:16, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1391960704 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1391960704 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1772038 1 36183200 Memory (MB) : 339 1024 2500 ... 028 (1259.093.000) 05/25 21:17:55 Job ad information event triggered. SentBytes = 1391960704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "4827" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB6-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:16, Sys 0 00:02:59" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 93 EventTime = "2019-05-25T21:17:55" TotalSentBytes = 1391960704.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:10:16, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "4419078.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.046.000) 05/25 21:17:57 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342652 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:17:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:17:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.193.000) 05/25 21:17:58 Job executing on host: <72.36.96.175:36333?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860567&addrs=72.36.96.175-36333&noUDP> ... 028 (1259.193.000) 05/25 21:17:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 193 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:17:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.175:36333?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860567&addrs=72.36.96.175-36333&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969517" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:18:04 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376248 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:18:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:18:06 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 373592 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:18:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:18:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 373592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.296.000) 05/25 21:18:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46382_314128364@CRUSH-OSG-C7-10-5-139-214 <10.5.139.214:46446?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#859958&addrs=10.5.139.214-46446&noUDP> ... 028 (1259.296.000) 05/25 21:18:37 Job ad information event triggered. StartdAddr = "<10.5.139.214:46446?CCBID=192.170.227.251:9814%3faddrs%3d192.170.227.251-9814#859958&addrs=10.5.139.214-46446&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7712957" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 296 EventTime = "2019-05-25T21:18:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_46382_314128364@CRUSH-OSG-C7-10-5-139-214" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.296.000) 05/25 21:18:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46382_314128364@CRUSH-OSG-C7-10-5-139-214, rescheduling job ... 028 (1259.296.000) 05/25 21:18:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 296 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:18:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4375032.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712957" StartdName = "glidein_46382_314128364@CRUSH-OSG-C7-10-5-139-214" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot19@CRUSH-OSG-C7-10-5-139-214" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 21:18:54 Image size of job updated: 1336496 306 - MemoryUsage of job (MB) 313116 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 21:18:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:18:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 306 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 313116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:19:11 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347780 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:19:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:19:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:19:12 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378848 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:19:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:19:14 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 370220 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:19:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:19:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 370220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:19:22 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340372 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:19:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:19:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.127.000) 05/25 21:19:25 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417012 - ResidentSetSize of job (KB) ... 028 (1259.127.000) 05/25 21:19:25 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 127 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:19:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214647" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" Subproc = 0 ResidentSetSize = 417012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:19:31 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397660 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:19:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:19:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 397660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:19:40 Image size of job updated: 1576844 337 - MemoryUsage of job (MB) 344500 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:19:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:19:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 21:20:01 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 356692 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 21:20:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:20:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:20:01 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 365252 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:20:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:20:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 21:20:03 Image size of job updated: 1750000 358 - MemoryUsage of job (MB) 366376 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:20:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:20:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 366376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:20:12 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360336 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:20:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:20:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:20:13 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338672 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:20:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:20:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:20:16 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378408 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:20:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:20:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 378408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.296.000) 05/25 21:20:20 Job executing on host: <72.36.96.172:36678?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878726&addrs=72.36.96.172-36678&noUDP> ... 028 (1259.296.000) 05/25 21:20:20 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:20:20" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.172:36678?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878726&addrs=72.36.96.172-36678&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:20:20 Image size of job updated: 1750000 349 - MemoryUsage of job (MB) 356820 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:20:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:20:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 356820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.112.000) 05/25 21:20:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:40, Sys 0 00:03:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:40, Sys 0 00:03:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1339890432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1339890432 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1721188 1 36184220 Memory (MB) : 340 1024 2500 ... 006 (1259.078.000) 05/25 21:20:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344168 - ResidentSetSize of job (KB) ... 028 (1259.112.000) 05/25 21:20:22 Job ad information event triggered. SentBytes = 1339890432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24199" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-BIO-CART-A-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:40, Sys 0 00:03:04" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 112 EventTime = "2019-05-25T21:20:22" TotalSentBytes = 1339890432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:06:40, Sys 0 00:03:04" JOB_GLIDEIN_SiteWMS_JobId = "4436945.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.078.000) 05/25 21:20:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:20:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:20:24 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 370328 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:20:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:20:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 21:20:30 Image size of job updated: 1331288 309 - MemoryUsage of job (MB) 315772 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 21:20:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 315772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.298.000) 05/25 21:20:31 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 359820 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:20:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:20:37 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 348108 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:20:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:20:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 21:20:49 Image size of job updated: 1325400 357 - MemoryUsage of job (MB) 365528 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 21:20:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 365528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 21:20:55 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419496 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:20:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 21:21:01 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 367324 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:21:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:21:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.172.000) 05/25 21:21:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_22649_445108820@CRUSH-OSG-C7-10-5-148-135 <10.5.148.135:46270?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#36895&addrs=10.5.148.135-46270&noUDP> ... 028 (1259.172.000) 05/25 21:21:03 Job ad information event triggered. StartdAddr = "<10.5.148.135:46270?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#36895&addrs=10.5.148.135-46270&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7715725" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 172 EventTime = "2019-05-25T21:21:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_22649_445108820@CRUSH-OSG-C7-10-5-148-135" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.172.000) 05/25 21:21:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_22649_445108820@CRUSH-OSG-C7-10-5-148-135, rescheduling job ... 028 (1259.172.000) 05/25 21:21:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 172 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373208.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7715725" StartdName = "glidein_22649_445108820@CRUSH-OSG-C7-10-5-148-135" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot18@CRUSH-OSG-C7-10-5-148-135" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:21:07 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 351060 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:21:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.166.000) 05/25 21:21:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30141_436764625@CRUSH-OSG-C7-10-5-147-72 <10.5.147.72:32845?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882747&addrs=10.5.147.72-32845&noUDP> ... 028 (1259.166.000) 05/25 21:21:11 Job ad information event triggered. StartdAddr = "<10.5.147.72:32845?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#882747&addrs=10.5.147.72-32845&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "19240" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 166 EventTime = "2019-05-25T21:21:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30141_436764625@CRUSH-OSG-C7-10-5-147-72" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.166.000) 05/25 21:21:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30141_436764625@CRUSH-OSG-C7-10-5-147-72, rescheduling job ... 028 (1259.166.000) 05/25 21:21:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 166 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373428.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19240" StartdName = "glidein_30141_436764625@CRUSH-OSG-C7-10-5-147-72" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:21:17 Image size of job updated: 1572732 340 - MemoryUsage of job (MB) 347504 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:21:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 21:21:23 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377252 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 21:21:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 212 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:21:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:21:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 345076 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:21:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:21:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.185.000) 05/25 21:21:40 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360036 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:21:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:21:45 Image size of job updated: 1572724 334 - MemoryUsage of job (MB) 341984 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:21:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.265.000) 05/25 21:21:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_58356_504289983@CRUSH-OSG-C7-10-5-144-227 <10.5.144.227:43435?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#878845&addrs=10.5.144.227-43435&noUDP> ... 028 (1259.265.000) 05/25 21:21:45 Job ad information event triggered. StartdAddr = "<10.5.144.227:43435?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#878845&addrs=10.5.144.227-43435&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13871" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 265 EventTime = "2019-05-25T21:21:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_58356_504289983@CRUSH-OSG-C7-10-5-144-227" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.265.000) 05/25 21:21:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_58356_504289983@CRUSH-OSG-C7-10-5-144-227, rescheduling job ... 006 (1259.241.000) 05/25 21:21:46 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 361584 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:21:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.265.000) 05/25 21:21:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 265 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4413594.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "32" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13871" StartdName = "glidein_58356_504289983@CRUSH-OSG-C7-10-5-144-227" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot11@CRUSH-OSG-C7-10-5-144-227" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:21:49 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 392708 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:21:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:21:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:21:53 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376728 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:21:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 376728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:21:55 Image size of job updated: 1621704 396 - MemoryUsage of job (MB) 404952 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:21:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:21:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:21:56 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 345652 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:21:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:21:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 21:22:07 Image size of job updated: 1331484 356 - MemoryUsage of job (MB) 363768 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 21:22:07 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:22:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.277.000) 05/25 21:22:09 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 404420 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:22:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:22:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 404420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:22:13 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343684 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:22:14 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340976 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:22:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:22:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:22:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:22:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:22:20 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425644 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:22:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:22:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 425644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 21:22:25 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 377888 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 21:22:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:22:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 21:22:33 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399776 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:22:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:22:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:22:34 Image size of job updated: 1570672 326 - MemoryUsage of job (MB) 333328 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:22:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 326 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 333328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.265.000) 05/25 21:22:35 Job executing on host: <72.36.96.183:42302?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860911&addrs=72.36.96.183-42302&noUDP> ... 028 (1259.265.000) 05/25 21:22:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 265 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:22:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.183:42302?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860911&addrs=72.36.96.183-42302&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274888.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 21:22:39 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 377908 - ResidentSetSize of job (KB) ... 001 (1259.172.000) 05/25 21:22:39 Job executing on host: <72.36.96.49:44938?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38456&addrs=72.36.96.49-44938&noUDP> ... 028 (1259.154.000) 05/25 21:22:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 ResidentSetSize = 377908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.166.000) 05/25 21:22:41 Job executing on host: <72.36.96.141:41822?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898343&addrs=72.36.96.141-41822&noUDP> ... 028 (1259.172.000) 05/25 21:22:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:44938?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38456&addrs=72.36.96.49-44938&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265502.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.166.000) 05/25 21:22:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 166 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:41822?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898343&addrs=72.36.96.141-41822&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265513.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25754" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:22:44 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 356776 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:22:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:22:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:22:47 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402928 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:22:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:22:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:22:48 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403556 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:22:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 403556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:22:52 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 360932 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:22:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:22:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 360932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:22:57 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343052 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:22:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:23:04 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379180 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:23:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:23:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:23:07 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 376836 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:23:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:23:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 376836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 21:23:08 Image size of job updated: 1750000 325 - MemoryUsage of job (MB) 332184 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 21:23:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:23:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 325 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 332184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:23:08 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 365600 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:23:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:23:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.180.000) 05/25 21:23:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309 <10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP> ... 028 (1259.180.000) 05/25 21:23:17 Job ad information event triggered. StartdAddr = "<10.0.2.15:32979?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#873324&addrs=10.0.2.15-32979&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8109898" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 180 EventTime = "2019-05-25T21:23:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.180.000) 05/25 21:23:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.180.000) 05/25 21:23:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 180 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:23:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4410746.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8109898" StartdName = "glidein_14668_54117755@LE-107GOL04-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-107GOL04-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 21:23:41 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402116 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 21:23:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 92 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:23:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 402116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.288.000) 05/25 21:23:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_17057_750118362@CRUSH-OSG-C7-10-5-147-72 <10.5.147.72:38371?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855067&addrs=10.5.147.72-38371&noUDP> ... 028 (1259.288.000) 05/25 21:23:56 Job ad information event triggered. StartdAddr = "<10.5.147.72:38371?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#855067&addrs=10.5.147.72-38371&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7590" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 288 EventTime = "2019-05-25T21:23:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_17057_750118362@CRUSH-OSG-C7-10-5-147-72" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.028.000) 05/25 21:23:55 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 314436 - ResidentSetSize of job (KB) ... 024 (1259.288.000) 05/25 21:23:56 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_17057_750118362@CRUSH-OSG-C7-10-5-147-72, rescheduling job ... 028 (1259.028.000) 05/25 21:23:55 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:23:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 314436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.288.000) 05/25 21:23:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 288 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:23:56" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4349257.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "7590" StartdName = "glidein_17057_750118362@CRUSH-OSG-C7-10-5-147-72" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot28@CRUSH-OSG-C7-10-5-147-72" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:24:11 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 349076 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:24:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:24:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:24:12 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381740 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:24:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:24:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:24:14 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373312 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:24:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:24:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 373312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 21:24:19 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375740 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 21:24:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 148 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:24:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:24:22 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342220 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:24:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:24:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.180.000) 05/25 21:24:26 Job executing on host: <128.186.19.143:34608?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#755&addrs=128.186.19.143-34608+[--1]-34608&noUDP> ... 028 (1259.180.000) 05/25 21:24:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 180 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:24:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34608?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#755&addrs=128.186.19.143-34608+[--1]-34608&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68034.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404995" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.239.000) 05/25 21:24:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3440_893102910@AS-PRESTON-LAB5-S6-its-c7-osg-20190309 <10.0.2.15:41081?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36783&addrs=10.0.2.15-41081&noUDP> ... 028 (1259.239.000) 05/25 21:24:27 Job ad information event triggered. StartdAddr = "<10.0.2.15:41081?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#36783&addrs=10.0.2.15-41081&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25853" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 239 EventTime = "2019-05-25T21:24:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3440_893102910@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.239.000) 05/25 21:24:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3440_893102910@AS-PRESTON-LAB5-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.239.000) 05/25 21:24:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 239 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:24:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4442236.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25853" StartdName = "glidein_3440_893102910@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PRESTON-LAB5-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:24:32 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400260 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:24:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:24:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 400260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:24:34 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340040 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:24:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:24:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.239.000) 05/25 21:24:44 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1259.239.000) 05/25 21:24:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 239 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:24:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.244.000) 05/25 21:24:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_105947_194398614@CRUSH-OSG-C7-10-5-147-254 <10.5.147.254:34306?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#35920&addrs=10.5.147.254-34306&noUDP> ... 028 (1259.244.000) 05/25 21:24:48 Job ad information event triggered. StartdAddr = "<10.5.147.254:34306?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#35920&addrs=10.5.147.254-34306&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13116" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 244 EventTime = "2019-05-25T21:24:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_105947_194398614@CRUSH-OSG-C7-10-5-147-254" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.244.000) 05/25 21:24:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_105947_194398614@CRUSH-OSG-C7-10-5-147-254, rescheduling job ... 028 (1259.244.000) 05/25 21:24:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 244 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:24:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359420.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13116" StartdName = "glidein_105947_194398614@CRUSH-OSG-C7-10-5-147-254" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot3@CRUSH-OSG-C7-10-5-147-254" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 21:25:01 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 359156 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 21:25:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:25:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:25:02 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 367140 - ResidentSetSize of job (KB) ... 006 (1259.143.000) 05/25 21:25:02 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378228 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:25:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:25:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.143.000) 05/25 21:25:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:25:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.132.000) 05/25 21:25:03 Image size of job updated: 1750000 361 - MemoryUsage of job (MB) 369300 - ResidentSetSize of job (KB) ... 006 (1259.229.000) 05/25 21:25:04 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 364628 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:25:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:25:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 369300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.229.000) 05/25 21:25:04 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:25:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.076.000) 05/25 21:25:05 Image size of job updated: 1558220 393 - MemoryUsage of job (MB) 401592 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 21:25:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:25:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:25:13 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339464 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:25:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:25:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:25:14 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361920 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:25:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:25:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:25:16 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380492 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:25:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:25:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 380492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.224.000) 05/25 21:25:20 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:29, Sys 0 00:04:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:29, Sys 0 00:04:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1899890432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1899890432 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2268063 1 176172068 Memory (MB) : 393 1024 2500 ... 028 (1259.224.000) 05/25 21:25:20 Job ad information event triggered. SentBytes = 1899890432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6587" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot22@CRUSH-OSG-C7-10-5-146-233" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:29, Sys 0 00:04:37" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 224 EventTime = "2019-05-25T21:25:20" TotalSentBytes = 1899890432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:40:29, Sys 0 00:04:37" JOB_GLIDEIN_SiteWMS_JobId = "4426803.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.111.000) 05/25 21:25:21 Image size of job updated: 1750000 352 - MemoryUsage of job (MB) 359912 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:25:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:25:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 359912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.078.000) 05/25 21:25:24 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346276 - ResidentSetSize of job (KB) ... 028 (1259.078.000) 05/25 21:25:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 78 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9650" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:25:24 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373092 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:25:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:25:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:25:32 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 361404 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:25:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.288.000) 05/25 21:25:33 Job executing on host: <192.170.226.204:45871?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870587&addrs=192.170.226.204-45871&noUDP> ... 028 (1259.288.000) 05/25 21:25:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:25:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.204:45871?CCBID=192.170.227.251:9716%3faddrs%3d192.170.227.251-9716#870587&addrs=192.170.226.204-45871&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.244.000) 05/25 21:25:34 Job executing on host: <192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP> ... 028 (1259.244.000) 05/25 21:25:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 244 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:25:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.50:33686?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#37754&addrs=192.168.3.50-33686&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466177" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.294.000) 05/25 21:25:37 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349660 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:25:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:25:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.259.000) 05/25 21:25:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7975_25688068@uct2-c319.mwt2.org <192.170.226.140:44596?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875452&addrs=192.170.226.140-44596&noUDP> ... 028 (1259.259.000) 05/25 21:25:38 Job ad information event triggered. StartdAddr = "<192.170.226.140:44596?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875452&addrs=192.170.226.140-44596&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25040" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 259 EventTime = "2019-05-25T21:25:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_7975_25688068@uct2-c319.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.259.000) 05/25 21:25:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7975_25688068@uct2-c319.mwt2.org, rescheduling job ... 028 (1259.259.000) 05/25 21:25:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 259 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:25:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264884.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" StartdName = "glidein_7975_25688068@uct2-c319.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@uct2-c319.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/25 21:25:49 Image size of job updated: 1325400 359 - MemoryUsage of job (MB) 366860 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/25 21:25:49 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1325400 Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 ResidentSetSize = 366860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/25 21:25:55 Image size of job updated: 1574360 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/25 21:25:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574360 Proc = 10 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466180" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.150.000) 05/25 21:25:56 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424852 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:25:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:25:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/25 21:26:06 Job executing on host: <72.36.96.183:38228?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885382&addrs=72.36.96.183-38228&noUDP> ... 028 (1259.259.000) 05/25 21:26:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:26:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.183:38228?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885382&addrs=72.36.96.183-38228&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:26:08 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352380 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:26:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.199.000) 05/25 21:26:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_37997_735234192@mwt2-c043.campuscluster.illinois.edu <72.36.96.172:36641?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866244&addrs=72.36.96.172-36641&noUDP> ... 028 (1259.199.000) 05/25 21:26:09 Job ad information event triggered. StartdAddr = "<72.36.96.172:36641?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866244&addrs=72.36.96.172-36641&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24162" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 199 EventTime = "2019-05-25T21:26:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_37997_735234192@mwt2-c043.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.199.000) 05/25 21:26:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_37997_735234192@mwt2-c043.campuscluster.illinois.edu, rescheduling job ... 028 (1259.199.000) 05/25 21:26:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:26:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272230.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24162" StartdName = "glidein_37997_735234192@mwt2-c043.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.134.000) 05/25 21:26:17 Image size of job updated: 1572732 341 - MemoryUsage of job (MB) 348560 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:26:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 21:26:21 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377436 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:26:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:26:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 21:26:23 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380696 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 21:26:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 212 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:26:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:26:24 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345844 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:26:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:26:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.199.000) 05/25 21:26:36 Job executing on host: <72.36.96.50:42071?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#39348&addrs=72.36.96.50-42071&noUDP> ... 028 (1259.199.000) 05/25 21:26:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:26:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.50:42071?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#39348&addrs=72.36.96.50-42071&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.171.000) 05/25 21:26:38 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:24, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:24, Sys 0 00:04:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891918720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1891918720 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2260278 1 176248824 Memory (MB) : 351 1024 2500 ... 028 (1259.171.000) 05/25 21:26:38 Job ad information event triggered. SentBytes = 1891918720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7715772" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot31@CRUSH-OSG-C7-10-5-147-72" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:44:24, Sys 0 00:04:41" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 171 EventTime = "2019-05-25T21:26:38" TotalSentBytes = 1891918720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:44:24, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "4373638.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.185.000) 05/25 21:26:40 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 361356 - ResidentSetSize of job (KB) ... 028 (1259.185.000) 05/25 21:26:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 185 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8107748" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:26:46 Image size of job updated: 1572724 335 - MemoryUsage of job (MB) 343040 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:26:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:26:47 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 362372 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:26:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:26:50 Image size of job updated: 1750000 387 - MemoryUsage of job (MB) 396060 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:26:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:26:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:26:53 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380168 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:26:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 380168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:26:55 Image size of job updated: 1621704 399 - MemoryUsage of job (MB) 407864 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:26:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:26:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:26:57 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347500 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:26:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:26:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.243.000) 05/25 21:26:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:18, Sys 0 00:04:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:18, Sys 0 00:04:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1902534912 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1902534912 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2270645 1 174951628 Memory (MB) : 392 1024 2500 ... 028 (1259.243.000) 05/25 21:26:58 Job ad information event triggered. SentBytes = 1902534912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13548" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot27@CRUSH-OSG-C7-10-5-147-124" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:18, Sys 0 00:04:27" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 243 EventTime = "2019-05-25T21:26:58" TotalSentBytes = 1902534912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "11" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:41:18, Sys 0 00:04:27" JOB_GLIDEIN_SiteWMS_JobId = "4358562.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.195.000) 05/25 21:27:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:11:27, Sys 0 00:02:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:11:27, Sys 0 00:02:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1911137920 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1911137920 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2279046 1 36182720 Memory (MB) : 368 1024 2500 ... 028 (1259.195.000) 05/25 21:27:07 Job ad information event triggered. SentBytes = 1911137920.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9443" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-PSC-200X-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:11:27, Sys 0 00:02:51" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 195 EventTime = "2019-05-25T21:27:07" TotalSentBytes = 1911137920.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "18" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:11:27, Sys 0 00:02:51" JOB_GLIDEIN_SiteWMS_JobId = "4341334.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.277.000) 05/25 21:27:09 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409564 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:27:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:27:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.223.000) 05/25 21:27:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:00, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:00, Sys 0 00:04:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1897292672 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1897292672 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265526 1 177754324 Memory (MB) : 352 1024 2500 ... 028 (1259.223.000) 05/25 21:27:13 Job ad information event triggered. SentBytes = 1897292672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot29@CRUSH-OSG-C7-10-5-147-170" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:00, Sys 0 00:04:24" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 223 EventTime = "2019-05-25T21:27:13" TotalSentBytes = 1897292672.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "31" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:43:00, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "4391203.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.194.000) 05/25 21:27:14 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344740 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:27:14 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341768 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:27:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:27:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:27:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:27:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.179.000) 05/25 21:27:18 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:57, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:57, Sys 0 00:03:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875765888 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875765888 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2244506 1 569835792 Memory (MB) : 366 1024 1920 ... 028 (1259.179.000) 05/25 21:27:18 Job ad information event triggered. SentBytes = 1875765888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23979" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c081.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:57, Sys 0 00:03:18" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 179 EventTime = "2019-05-25T21:27:18" TotalSentBytes = 1875765888.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:53:57, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "272002.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.125.000) 05/25 21:27:20 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427116 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:27:20 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:27:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 427116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 21:27:25 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382204 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 21:27:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:27:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.232.000) 05/25 21:27:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_170915_92293580@nod25.phys.uconn.edu <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.232.000) 05/25 21:27:33 Job ad information event triggered. StartdAddr = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-25T21:27:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_170915_92293580@nod25.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.209.000) 05/25 21:27:34 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402964 - ResidentSetSize of job (KB) ... 006 (1259.192.000) 05/25 21:27:34 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334120 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:27:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:27:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 21:27:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:27:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 21:27:38 Image size of job updated: 1554116 391 - MemoryUsage of job (MB) 400072 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 21:27:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:27:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 400072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 21:27:40 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380740 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 21:27:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:27:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 ResidentSetSize = 380740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:27:45 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 358096 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:27:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:27:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:27:47 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406184 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:27:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:27:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:27:49 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407104 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:27:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 407104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:27:52 Image size of job updated: 1500000 355 - MemoryUsage of job (MB) 363308 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:27:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:27:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:27:58 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344496 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:27:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:27:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:28:05 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382568 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:28:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:28:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.201.000) 05/25 21:28:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:17, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:17, Sys 0 00:03:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909498240 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909498240 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2277447 1 654360588 Memory (MB) : 360 1024 1920 ... 028 (1259.201.000) 05/25 21:28:07 Job ad information event triggered. SentBytes = 1909498240.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24735" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:17, Sys 0 00:03:50" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 201 EventTime = "2019-05-25T21:28:07" TotalSentBytes = 1909498240.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:57:17, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "264591.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.272.000) 05/25 21:28:07 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380344 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:28:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:28:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 380344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 21:28:08 Image size of job updated: 1750000 327 - MemoryUsage of job (MB) 334348 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 21:28:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:28:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 334348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:28:09 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 365796 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:28:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:28:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.233.000) 05/25 21:28:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:42:10, Sys 0 00:04:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:42:10, Sys 0 00:04:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1925260928 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1925260928 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2292839 1 174737788 Memory (MB) : 409 1024 2500 ... 028 (1259.233.000) 05/25 21:28:36 Job ad information event triggered. SentBytes = 1925260928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7712684" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot10@CRUSH-OSG-C7-10-5-145-218" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:42:10, Sys 0 00:04:20" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 233 EventTime = "2019-05-25T21:28:36" TotalSentBytes = 1925260928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:42:10, Sys 0 00:04:20" JOB_GLIDEIN_SiteWMS_JobId = "4350501.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.092.000) 05/25 21:28:42 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405648 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 21:28:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 92 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:28:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 405648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 21:28:46 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 375892 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:28:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 375892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.155.000) 05/25 21:28:56 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7354_117350058@iut2-c179.iu.edu <149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP> ... 028 (1259.155.000) 05/25 21:28:56 Job ad information event triggered. StartdAddr = "<149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26710" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c179.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T21:28:56" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_7354_117350058@iut2-c179.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668239.0" EventDescription = "Job disconnected, attempting to reconnect" ... 023 (1259.155.000) 05/25 21:28:56 Job reconnected to glidein_7354_117350058@iut2-c179.iu.edu startd address: <149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP> starter address: <149.165.225.179:42738?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876781&PrivNet=iut2-c179.iu.edu&addrs=149.165.225.179-42738&noUDP> ... 028 (1259.155.000) 05/25 21:28:56 Job ad information event triggered. StartdAddr = "<149.165.225.179:45762?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#871724&addrs=149.165.225.179-45762&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26710" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c179.iu.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T21:28:56" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_7354_117350058@iut2-c179.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<149.165.225.179:42738?CCBID=192.170.227.251:9868%3faddrs%3d192.170.227.251-9868#876781&PrivNet=iut2-c179.iu.edu&addrs=149.165.225.179-42738&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668239.0" EventDescription = "Job reconnected" ... 005 (1259.289.000) 05/25 21:29:08 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:06, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:06, Sys 0 00:04:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1881373568 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1881373568 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2249980 1 175812460 Memory (MB) : 384 1024 2500 ... 028 (1259.289.000) 05/25 21:29:08 Job ad information event triggered. SentBytes = 1881373568.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "14021" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot14@CRUSH-OSG-C7-10-5-147-170" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:44:06, Sys 0 00:04:24" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 289 EventTime = "2019-05-25T21:29:08" TotalSentBytes = 1881373568.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:44:06, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "4425670.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.227.000) 05/25 21:29:12 Image size of job updated: 1570676 343 - MemoryUsage of job (MB) 350660 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:29:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:29:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:29:13 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397892 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:29:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:29:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:29:15 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 389968 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:29:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:29:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 389968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.208.000) 05/25 21:29:18 Job terminated. (1) Normal termination (return value 0) Usr 0 03:01:52, Sys 0 00:03:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:01:52, Sys 0 00:03:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1925304192 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1925304192 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2292881 1 14128206736 Memory (MB) : 418 1024 3000 ... 028 (1259.208.000) 05/25 21:29:18 Job ad information event triggered. SentBytes = 1925304192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8093952" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@acas0981.usatlas.bnl.gov" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:01:52, Sys 0 00:03:10" JOB_Site = "BNL" JOB_GLIDEIN_Site = "BNL" Proc = 208 EventTime = "2019-05-25T21:29:18" TotalSentBytes = 1925304192.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "HCC_US_BNL_gk02" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gridgk02.racf.bnl.gov" RunRemoteUsage = "Usr 0 03:01:52, Sys 0 00:03:10" JOB_GLIDEIN_SiteWMS_JobId = "3863976.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.148.000) 05/25 21:29:20 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378368 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 21:29:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 148 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:29:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:29:22 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343276 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:29:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:29:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.042.000) 05/25 21:29:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3449_175913792@AS-PSY-530D-22X-S6-its-c7-osg-20190309 <10.0.2.15:41950?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#870311&addrs=10.0.2.15-41950&noUDP> ... 028 (1259.042.000) 05/25 21:29:25 Job ad information event triggered. StartdAddr = "<10.0.2.15:41950?CCBID=192.170.227.251:9747%3faddrs%3d192.170.227.251-9747#870311&addrs=10.0.2.15-41950&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 42 EventTime = "2019-05-25T21:29:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3449_175913792@AS-PSY-530D-22X-S6-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.042.000) 05/25 21:29:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3449_175913792@AS-PSY-530D-22X-S6-its-c7-osg-20190309, rescheduling job ... 028 (1259.042.000) 05/25 21:29:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 42 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:29:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434315.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "35" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" StartdName = "glidein_3449_175913792@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-22X-S6-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:29:32 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402604 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:29:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:29:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 402604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 023 (1259.232.000) 05/25 21:29:33 Job reconnected to glidein_170915_92293580@nod25.phys.uconn.edu startd address: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> starter address: <137.99.79.160:21896?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#700&PrivNet=nod25.phys.uconn.edu&addrs=137.99.79.160-21896+[--1]-21896&noUDP> ... 028 (1259.232.000) 05/25 21:29:33 Job ad information event triggered. StartdAddr = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-25T21:29:33" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_170915_92293580@nod25.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" StarterAddr = "<137.99.79.160:21896?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#700&PrivNet=nod25.phys.uconn.edu&addrs=137.99.79.160-21896+[--1]-21896&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" EventDescription = "Job reconnected" ... 006 (1259.088.000) 05/25 21:29:35 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400304 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 21:29:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 88 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:29:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" Subproc = 0 ResidentSetSize = 400304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:29:42 Image size of job updated: 1576844 337 - MemoryUsage of job (MB) 344600 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:29:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:29:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.150.000) 05/25 21:29:57 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424896 - ResidentSetSize of job (KB) ... 028 (1259.150.000) 05/25 21:29:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 150 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:29:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969102" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.123.000) 05/25 21:30:01 Image size of job updated: 1750000 355 - MemoryUsage of job (MB) 362648 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 21:30:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:30:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:30:02 Image size of job updated: 1750000 363 - MemoryUsage of job (MB) 371184 - ResidentSetSize of job (KB) ... 006 (1259.143.000) 05/25 21:30:03 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380852 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:30:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:30:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 371184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.143.000) 05/25 21:30:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:30:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 21:30:04 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 364840 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 21:30:04 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:30:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.132.000) 05/25 21:30:04 Image size of job updated: 1750000 364 - MemoryUsage of job (MB) 372352 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 21:30:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:30:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 ResidentSetSize = 372352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.076.000) 05/25 21:30:05 Image size of job updated: 1558220 396 - MemoryUsage of job (MB) 404796 - ResidentSetSize of job (KB) ... 028 (1259.076.000) 05/25 21:30:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:30:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.186.000) 05/25 21:30:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3536_60445168@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.186.000) 05/25 21:30:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 186 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:30:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434277.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" StartdName = "glidein_3536_60445168@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-FA-CY8ZCP2-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.042.000) 05/25 21:30:10 Job executing on host: <72.36.96.209:35532?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875814&addrs=72.36.96.209-35532&noUDP> ... 028 (1259.042.000) 05/25 21:30:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 42 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:30:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.209:35532?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#875814&addrs=72.36.96.209-35532&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273189.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969118" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:30:14 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340212 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:30:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.264.000) 05/25 21:30:14 Image size of job updated: 1570672 356 - MemoryUsage of job (MB) 363768 - ResidentSetSize of job (KB) ... 028 (1259.264.000) 05/25 21:30:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 264 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:30:17 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 399432 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:30:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:30:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 399432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:30:22 Image size of job updated: 1750000 354 - MemoryUsage of job (MB) 362028 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:30:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:30:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:30:24 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 390036 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:30:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:30:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.186.000) 05/25 21:30:32 Job executing on host: <149.165.225.69:34079?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882082&addrs=149.165.225.69-34079&noUDP> ... 028 (1259.186.000) 05/25 21:30:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:30:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.69:34079?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882082&addrs=149.165.225.69-34079&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:30:32 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 362132 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:30:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:30:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:30:37 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350980 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:30:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:30:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.167.000) 05/25 21:30:43 Image size of job updated: 14534660 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/25 21:30:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14534660 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:30:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210155" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:30:44 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 363832 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:30:44 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:30:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 363832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 21:31:01 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 367440 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:31:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:31:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 21:31:09 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353368 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:31:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:31:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.230.000) 05/25 21:31:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:21:03, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:21:03, Sys 0 00:02:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1917822720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1917822720 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2285575 1 36177248 Memory (MB) : 356 1024 2500 ... 028 (1259.230.000) 05/25 21:31:16 Job ad information event triggered. SentBytes = 1917822720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9615" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-LSB002-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:21:03, Sys 0 00:02:58" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 230 EventTime = "2019-05-25T21:31:16" TotalSentBytes = 1917822720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:21:03, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "4436038.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.134.000) 05/25 21:31:18 Image size of job updated: 1572732 342 - MemoryUsage of job (MB) 349600 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:31:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572732 Proc = 134 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:31:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13468" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 21:31:21 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376520 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 21:31:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:31:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.044.000) 05/25 21:31:22 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379080 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:31:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:31:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.212.000) 05/25 21:31:24 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402668 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/25 21:31:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 212 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:31:24 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347332 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:31:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:31:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:31:46 Image size of job updated: 1572724 336 - MemoryUsage of job (MB) 343800 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:31:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:31:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:31:48 Image size of job updated: 1570676 356 - MemoryUsage of job (MB) 363896 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:31:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:31:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:31:50 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397852 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:31:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:31:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:31:54 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 397620 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:31:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 397620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.043.000) 05/25 21:31:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:38, Sys 0 00:02:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:38, Sys 0 00:02:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862430336 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1862430336 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2231481 1 36173580 Memory (MB) : 358 1024 2500 ... 028 (1259.043.000) 05/25 21:31:55 Job ad information event triggered. SentBytes = 1862430336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13894" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-530D-12X-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:30:38, Sys 0 00:02:53" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 43 EventTime = "2019-05-25T21:31:55" TotalSentBytes = 1862430336.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "34" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:30:38, Sys 0 00:02:53" JOB_GLIDEIN_SiteWMS_JobId = "4433623.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.144.000) 05/25 21:31:56 Image size of job updated: 1621704 401 - MemoryUsage of job (MB) 410208 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:31:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:31:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.295.000) 05/25 21:31:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:57:04, Sys 0 00:06:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:57:04, Sys 0 00:06:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886181760 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1886181760 - Total Bytes Sent By Job 423649760 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2254677 1 574408252 Memory (MB) : 393 1024 1920 ... 028 (1259.295.000) 05/25 21:31:57 Job ad information event triggered. SentBytes = 1886181760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23937" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c154.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:57:04, Sys 0 00:06:16" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 295 EventTime = "2019-05-25T21:31:57" TotalSentBytes = 1886181760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:57:04, Sys 0 00:06:16" JOB_GLIDEIN_SiteWMS_JobId = "271971.0" TotalReceivedBytes = 423649760.0 ... 006 (1259.178.000) 05/25 21:31:57 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347944 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:31:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:31:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 21:32:09 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413012 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:32:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:32:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:32:14 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345468 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:32:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 21:32:14 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342736 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 21:32:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:32:21 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428640 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:32:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:32:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 428640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 21:32:25 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403196 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 21:32:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:32:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 21:32:27 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376784 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 21:32:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:32:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 376784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.222.000) 05/25 21:32:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:55, Sys 0 00:04:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:55, Sys 0 00:04:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1894637056 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1894637056 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2262962 1 957545032 Memory (MB) : 357 1024 2500 ... 028 (1259.222.000) 05/25 21:32:30 Job ad information event triggered. SentBytes = 1894637056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28187" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:55, Sys 0 00:04:32" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 222 EventTime = "2019-05-25T21:32:30" TotalSentBytes = 1894637056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:58:55, Sys 0 00:04:32" JOB_GLIDEIN_SiteWMS_JobId = "67957.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.209.000) 05/25 21:32:35 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405608 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:32:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:32:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:32:35 Image size of job updated: 1570672 327 - MemoryUsage of job (MB) 334152 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:32:35 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 327 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 21:32:38 Image size of job updated: 1554116 394 - MemoryUsage of job (MB) 402996 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 21:32:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:32:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 402996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 21:32:40 Image size of job updated: 1621704 393 - MemoryUsage of job (MB) 401620 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 21:32:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:32:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 ResidentSetSize = 401620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:32:45 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 359336 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:32:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.269.000) 05/25 21:32:47 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:40, Sys 0 00:03:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:40, Sys 0 00:03:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1908230016 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1908230016 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2276209 1 668636852 Memory (MB) : 358 1024 1920 ... 028 (1259.269.000) 05/25 21:32:47 Job ad information event triggered. SentBytes = 1908230016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24762" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c045.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:40, Sys 0 00:03:27" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 269 EventTime = "2019-05-25T21:32:47" TotalSentBytes = 1908230016.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:40, Sys 0 00:03:27" JOB_GLIDEIN_SiteWMS_JobId = "264611.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.149.000) 05/25 21:32:48 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409356 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:32:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:32:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:32:50 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408680 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:32:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 408680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.024.000) 05/25 21:32:54 Image size of job updated: 1570676 356 - MemoryUsage of job (MB) 364284 - ResidentSetSize of job (KB) ... 028 (1259.024.000) 05/25 21:32:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 24 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2691" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:32:58 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345516 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:32:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:32:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.131.000) 05/25 21:33:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:34, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:34, Sys 0 00:02:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1330776320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1330776320 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1712287 1 36172708 Memory (MB) : 341 1024 2500 ... 028 (1259.131.000) 05/25 21:33:04 Job ad information event triggered. SentBytes = 1330776320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8116680" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LE-114CST04-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:35:34, Sys 0 00:02:46" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 131 EventTime = "2019-05-25T21:33:04" TotalSentBytes = 1330776320.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:35:34, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "4438035.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.152.000) 05/25 21:33:05 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398456 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:33:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:33:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:33:07 Image size of job updated: 1500000 387 - MemoryUsage of job (MB) 395876 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:33:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:33:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 395876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.091.000) 05/25 21:33:08 Image size of job updated: 1750000 328 - MemoryUsage of job (MB) 335636 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 21:33:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:33:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 335636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.092.000) 05/25 21:33:42 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408480 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 21:33:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 92 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:33:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 408480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 21:33:47 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377792 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:33:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:33:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 377792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.263.000) 05/25 21:33:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:37:38, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:37:38, Sys 0 00:01:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915212800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915212800 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2283032 1 18359942 Memory (MB) : 384 1024 1024 ... 028 (1259.263.000) 05/25 21:33:50 Job ad information event triggered. SentBytes = 1915212800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25513" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:37:38, Sys 0 00:01:58" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 263 EventTime = "2019-05-25T21:33:50" TotalSentBytes = 1915212800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:37:38, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "467483" TotalReceivedBytes = 845120448.0 ... 005 (1259.274.000) 05/25 21:33:55 Job terminated. (1) Normal termination (return value 0) Usr 0 01:16:04, Sys 0 00:01:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:16:04, Sys 0 00:01:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915151104 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915151104 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2282967 1 559456088 Memory (MB) : 397 1024 1920 ... 028 (1259.274.000) 05/25 21:33:55 Job ad information event triggered. SentBytes = 1915151104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25330" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c143.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:16:04, Sys 0 00:01:27" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 274 EventTime = "2019-05-25T21:33:55" TotalSentBytes = 1915151104.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:16:04, Sys 0 00:01:27" JOB_GLIDEIN_SiteWMS_JobId = "265111.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.248.000) 05/25 21:34:05 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377608 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:34:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:34:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 377608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:34:12 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 351576 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:34:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:34:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:34:14 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400132 - ResidentSetSize of job (KB) ... 006 (1259.086.000) 05/25 21:34:16 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 392228 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:34:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:34:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.086.000) 05/25 21:34:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:34:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 392228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.045.000) 05/25 21:34:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:32:30, Sys 0 00:03:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:32:30, Sys 0 00:03:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865985792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1865985792 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2234953 1 36181024 Memory (MB) : 353 1024 2500 ... 028 (1259.045.000) 05/25 21:34:21 Job ad information event triggered. SentBytes = 1865985792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22572" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-CSD-1157-14-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:32:30, Sys 0 00:03:03" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 45 EventTime = "2019-05-25T21:34:21" TotalSentBytes = 1865985792.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:32:30, Sys 0 00:03:03" JOB_GLIDEIN_SiteWMS_JobId = "4384601.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.081.000) 05/25 21:34:23 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343996 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:34:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:34:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.128.000) 05/25 21:34:32 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406384 - ResidentSetSize of job (KB) ... 028 (1259.128.000) 05/25 21:34:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 128 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:34:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369508" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" Subproc = 0 ResidentSetSize = 406384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 21:34:35 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402708 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 21:34:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 88 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:34:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" Subproc = 0 ResidentSetSize = 402708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:34:42 Image size of job updated: 1576844 338 - MemoryUsage of job (MB) 345412 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:34:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:34:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.023.000) 05/25 21:35:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:29:50, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:29:50, Sys 0 00:02:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872495232 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1872495232 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241340 1 99950314 Memory (MB) : 350 1024 2530 ... 028 (1259.023.000) 05/25 21:35:00 Job ad information event triggered. SentBytes = 1872495232.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:29:50, Sys 0 00:02:31" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 23 EventTime = "2019-05-25T21:35:00" TotalSentBytes = 1872495232.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:29:50, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.123.000) 05/25 21:35:02 Image size of job updated: 1750000 355 - MemoryUsage of job (MB) 362776 - ResidentSetSize of job (KB) ... 028 (1259.123.000) 05/25 21:35:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 362776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:35:03 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 372980 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:35:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 372980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 21:35:04 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375072 - ResidentSetSize of job (KB) ... 006 (1259.143.000) 05/25 21:35:04 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429552 - ResidentSetSize of job (KB) ... 006 (1259.003.000) 05/25 21:35:06 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402316 - ResidentSetSize of job (KB) ... 006 (1259.076.000) 05/25 21:35:06 Image size of job updated: 1558220 399 - MemoryUsage of job (MB) 408312 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 21:35:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.143.000) 05/25 21:35:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:35:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.003.000) 05/25 21:35:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 21:35:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:35:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.240.000) 05/25 21:35:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:54, Sys 0 00:04:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:54, Sys 0 00:04:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1895692800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1895692800 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2263993 1 68787256 Memory (MB) : 358 1024 2048 ... 028 (1259.240.000) 05/25 21:35:12 Job ad information event triggered. SentBytes = 1895692800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:54, Sys 0 00:04:25" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 240 EventTime = "2019-05-25T21:35:12" TotalSentBytes = 1895692800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:01:54, Sys 0 00:04:25" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.074.000) 05/25 21:35:14 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340740 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:35:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:35:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:35:17 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400848 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:35:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:35:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 400848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:35:22 Image size of job updated: 1750000 357 - MemoryUsage of job (MB) 364972 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:35:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.072.000) 05/25 21:35:24 Image size of job updated: 1750000 382 - MemoryUsage of job (MB) 390264 - ResidentSetSize of job (KB) ... 028 (1259.072.000) 05/25 21:35:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 72 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.298.000) 05/25 21:35:32 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363680 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:35:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:35:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 21:35:35 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375112 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 21:35:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:35:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:35:38 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351936 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:35:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:35:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:35:45 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 364116 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:35:45 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:35:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 21:36:02 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 367984 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:36:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.025.000) 05/25 21:36:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:36, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:36, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875451776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875451776 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2244197 1 36182772 Memory (MB) : 355 1024 2500 ... 028 (1259.025.000) 05/25 21:36:09 Job ad information event triggered. SentBytes = 1875451776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7001" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-LEBIRD1-51-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:36:36, Sys 0 00:02:49" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 25 EventTime = "2019-05-25T21:36:09" TotalSentBytes = 1875451776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:36:36, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "4378256.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.267.000) 05/25 21:36:09 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 355216 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:36:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 21:36:16 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377680 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 21:36:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 21:36:21 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378652 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 21:36:21 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:36:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.044.000) 05/25 21:36:23 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381192 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:36:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:36:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:36:25 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348620 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:36:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:36:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.236.000) 05/25 21:36:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:56, Sys 0 00:02:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:56, Sys 0 00:02:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884231552 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1884231552 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2252801 1 100222260 Memory (MB) : 355 1024 2530 ... 028 (1259.236.000) 05/25 21:36:32 Job ad information event triggered. SentBytes = 1884231552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:56, Sys 0 00:02:22" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 236 EventTime = "2019-05-25T21:36:32" TotalSentBytes = 1884231552.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:27:56, Sys 0 00:02:22" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.115.000) 05/25 21:36:47 Image size of job updated: 1572724 337 - MemoryUsage of job (MB) 344592 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:36:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:36:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.241.000) 05/25 21:36:49 Image size of job updated: 1570676 358 - MemoryUsage of job (MB) 365744 - ResidentSetSize of job (KB) ... 028 (1259.241.000) 05/25 21:36:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 241 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:36:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9598" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:36:51 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400772 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:36:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:36:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:36:55 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399844 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:36:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:36:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 399844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:36:57 Image size of job updated: 1621704 404 - MemoryUsage of job (MB) 412744 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:36:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:36:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:36:58 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 348736 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:36:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:36:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 21:37:07 Job was evicted. (0) Job terminated and was requeued Usr 0 00:18:33, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337793056 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 21:37:07 Job ad information event triggered. SentBytes = 337793056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26710" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c179.iu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-25T21:37:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:18:33, Sys 0 00:00:45" JOB_GLIDEIN_SiteWMS_JobId = "1668239.0" ... 006 (1259.277.000) 05/25 21:37:10 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 415868 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:37:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:37:14 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346524 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:37:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:37:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 21:37:14 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 343792 - ResidentSetSize of job (KB) ... 005 (1259.095.000) 05/25 21:37:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:46:41, Sys 0 00:02:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:46:41, Sys 0 00:02:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1385104512 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1385104512 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1765342 1 36180076 Memory (MB) : 341 1024 2500 ... 028 (1259.176.000) 05/25 21:37:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:37:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.095.000) 05/25 21:37:14 Job ad information event triggered. SentBytes = 1385104512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22665" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCFB08Y1-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:46:41, Sys 0 00:02:58" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 95 EventTime = "2019-05-25T21:37:14" TotalSentBytes = 1385104512.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:46:41, Sys 0 00:02:58" JOB_GLIDEIN_SiteWMS_JobId = "4432525.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.275.000) 05/25 21:37:20 Job terminated. (1) Normal termination (return value 0) Usr 0 02:16:10, Sys 0 00:04:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:16:10, Sys 0 00:04:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1937258368 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1937258368 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2304555 1 36181040 Memory (MB) : 403 1024 2500 ... 028 (1259.275.000) 05/25 21:37:20 Job ad information event triggered. SentBytes = 1937258368.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13337" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-747B6V1-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:16:10, Sys 0 00:04:55" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 275 EventTime = "2019-05-25T21:37:20" TotalSentBytes = 1937258368.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:16:10, Sys 0 00:04:55" JOB_GLIDEIN_SiteWMS_JobId = "4378915.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.125.000) 05/25 21:37:21 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429752 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:37:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:37:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 429752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.257.000) 05/25 21:37:26 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406880 - ResidentSetSize of job (KB) ... 028 (1259.257.000) 05/25 21:37:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:37:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 21:37:27 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380268 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 21:37:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:37:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 380268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:37:36 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 334968 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:37:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:37:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 334968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 21:37:36 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408504 - ResidentSetSize of job (KB) ... 006 (1259.254.000) 05/25 21:37:38 Image size of job updated: 1554116 397 - MemoryUsage of job (MB) 405636 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 21:37:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:37:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 405636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.209.000) 05/25 21:37:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:37:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 21:37:41 Image size of job updated: 1621704 396 - MemoryUsage of job (MB) 405460 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 21:37:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:37:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 ResidentSetSize = 405460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:37:46 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360916 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:37:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:37:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:37:49 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 412796 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:37:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:37:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:37:50 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 411868 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 21:37:51 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 376856 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:37:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:37:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 411868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 21:37:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:37:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:37:55 Image size of job updated: 1500000 357 - MemoryUsage of job (MB) 364644 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:37:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:37:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.085.000) 05/25 21:37:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:39, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:51:39, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1387164928 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1387164928 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1767354 1 33043044 Memory (MB) : 340 1024 2500 ... 028 (1259.085.000) 05/25 21:37:55 Job ad information event triggered. SentBytes = 1387164928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:51:39, Sys 0 00:02:54" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 85 EventTime = "2019-05-25T21:37:55" TotalSentBytes = 1387164928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:51:39, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "4391188.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.046.000) 05/25 21:37:58 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345744 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:37:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 21:38:05 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 376980 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 21:38:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:38:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:38:07 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400952 - ResidentSetSize of job (KB) ... 006 (1259.272.000) 05/25 21:38:08 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398608 - ResidentSetSize of job (KB) ... 006 (1259.091.000) 05/25 21:38:08 Image size of job updated: 1750000 330 - MemoryUsage of job (MB) 337840 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:38:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:38:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.272.000) 05/25 21:38:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 398608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.091.000) 05/25 21:38:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:38:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 337840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:38:10 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 365916 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:38:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:38:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.204.000) 05/25 21:38:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:05:57, Sys 0 00:04:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:05:57, Sys 0 00:04:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1904806784 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1904806784 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2272866 1 621399000 Memory (MB) : 361 1024 1920 ... 028 (1259.204.000) 05/25 21:38:19 Job ad information event triggered. SentBytes = 1904806784.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24239" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c056.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:05:57, Sys 0 00:04:16" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 204 EventTime = "2019-05-25T21:38:19" TotalSentBytes = 1904806784.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:05:57, Sys 0 00:04:16" JOB_GLIDEIN_SiteWMS_JobId = "272303.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.040.000) 05/25 21:38:22 Job terminated. (1) Normal termination (return value 0) Usr 0 02:41:03, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:41:03, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1858820352 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1858820352 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2227955 1 36173804 Memory (MB) : 359 1024 2500 ... 028 (1259.040.000) 05/25 21:38:22 Job ad information event triggered. SentBytes = 1858820352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8115452" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SCMC-211-S4-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:41:03, Sys 0 00:02:59" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 40 EventTime = "2019-05-25T21:38:22" TotalSentBytes = 1858820352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:41:03, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "4430612.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.092.000) 05/25 21:38:42 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 411844 - ResidentSetSize of job (KB) ... 028 (1259.092.000) 05/25 21:38:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 92 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:38:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" Subproc = 0 ResidentSetSize = 411844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:38:47 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342296 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:38:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:38:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 21:38:48 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380808 - ResidentSetSize of job (KB) ... 006 (1259.266.000) 05/25 21:38:48 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 377884 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:38:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 380808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.266.000) 05/25 21:38:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:38:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 377884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 21:38:56 Image size of job updated: 1336496 308 - MemoryUsage of job (MB) 315180 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 21:38:56 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:38:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 308 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 315180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.049.000) 05/25 21:39:00 Image size of job updated: 1557724 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.049.000) 05/25 21:39:00 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1557724 Proc = 49 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T21:39:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 21:39:06 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381372 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:39:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:39:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 381372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:39:13 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 353160 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:39:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:39:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:39:14 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403260 - ResidentSetSize of job (KB) ... 006 (1259.133.000) 05/25 21:39:14 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401176 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:39:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:39:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.133.000) 05/25 21:39:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:39:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466331" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23709" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.086.000) 05/25 21:39:16 Image size of job updated: 1750000 388 - MemoryUsage of job (MB) 396612 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:39:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:39:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 396612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.148.000) 05/25 21:39:21 Image size of job updated: 1554112 370 - MemoryUsage of job (MB) 378368 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 21:39:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 148 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:39:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:39:23 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344784 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:39:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:39:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.270.000) 05/25 21:39:31 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:48, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:48, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1902640000 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1902640000 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2270778 1 100225886 Memory (MB) : 367 1024 2530 ... 028 (1259.270.000) 05/25 21:39:31 Job ad information event triggered. SentBytes = 1902640000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:48, Sys 0 00:02:23" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 270 EventTime = "2019-05-25T21:39:31" TotalSentBytes = 1902640000.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:27:48, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.088.000) 05/25 21:39:36 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407228 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 21:39:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 88 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:39:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" Subproc = 0 ResidentSetSize = 407228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.000.000) 05/25 21:39:42 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:04, Sys 0 00:06:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:04, Sys 0 00:06:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880882048 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1880882048 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2249528 1 399217744 Memory (MB) : 365 1024 2500 ... 028 (1259.000.000) 05/25 21:39:42 Job ad information event triggered. SentBytes = 1880882048.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29831" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:28:04, Sys 0 00:06:52" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 0 EventTime = "2019-05-25T21:39:42" TotalSentBytes = 1880882048.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 02:28:04, Sys 0 00:06:52" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.234.000) 05/25 21:39:42 Image size of job updated: 1576844 339 - MemoryUsage of job (MB) 346204 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:39:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:39:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:40:04 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 374800 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:40:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:40:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 374800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 21:40:04 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378876 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 21:40:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:40:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 21:40:06 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 404220 - ResidentSetSize of job (KB) ... 006 (1259.076.000) 05/25 21:40:07 Image size of job updated: 1558220 403 - MemoryUsage of job (MB) 412556 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 21:40:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:40:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 21:40:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1558220 Proc = 76 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:40:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:40:15 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341532 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:40:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:40:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:40:18 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403364 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:40:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:40:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 403364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:40:23 Image size of job updated: 1750000 359 - MemoryUsage of job (MB) 367388 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:40:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:40:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 21:40:31 Image size of job updated: 1331288 309 - MemoryUsage of job (MB) 316336 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 21:40:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:40:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 316336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.298.000) 05/25 21:40:33 Image size of job updated: 1572724 357 - MemoryUsage of job (MB) 365528 - ResidentSetSize of job (KB) ... 028 (1259.298.000) 05/25 21:40:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 298 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:40:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20867" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 21:40:36 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378016 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 21:40:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:40:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:40:38 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 353256 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:40:38 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:40:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.189.000) 05/25 21:40:42 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:26, Sys 0 00:03:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:26, Sys 0 00:03:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1902150272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1902150272 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2270299 1 876302728 Memory (MB) : 359 1024 2048 ... 028 (1259.189.000) 05/25 21:40:42 Job ad information event triggered. SentBytes = 1902150272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7214435" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:24:26, Sys 0 00:03:45" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 189 EventTime = "2019-05-25T21:40:42" TotalSentBytes = 1902150272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:26, Sys 0 00:03:45" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" TotalReceivedBytes = 422560224.0 ... 001 (1259.155.000) 05/25 21:40:43 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.155.000) 05/25 21:40:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 155 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T21:40:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.235.000) 05/25 21:40:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:52, Sys 0 00:06:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:52, Sys 0 00:06:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1896974976 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1896974976 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265245 1 78243540 Memory (MB) : 366 1024 2048 ... 028 (1259.235.000) 05/25 21:40:46 Job ad information event triggered. SentBytes = 1896974976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:52, Sys 0 00:06:34" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 235 EventTime = "2019-05-25T21:40:46" TotalSentBytes = 1896974976.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:52, Sys 0 00:06:34" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.187.000) 05/25 21:40:46 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 364516 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:40:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:40:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.297.000) 05/25 21:40:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:40:41, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:40:41, Sys 0 00:02:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1894382976 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1894382976 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2262685 1 36183456 Memory (MB) : 352 1024 2500 ... 028 (1259.297.000) 05/25 21:40:57 Job ad information event triggered. SentBytes = 1894382976.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7713093" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E062A-01-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:40:41, Sys 0 00:02:56" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 297 EventTime = "2019-05-25T21:40:57" TotalSentBytes = 1894382976.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:40:41, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "4353632.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.182.000) 05/25 21:41:00 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:56, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:56, Sys 0 00:03:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1912862720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1912862720 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2280731 1 36174464 Memory (MB) : 358 1024 2500 ... 028 (1259.182.000) 05/25 21:41:00 Job ad information event triggered. SentBytes = 1912862720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7706107" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E200A-01-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:56, Sys 0 00:03:09" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 182 EventTime = "2019-05-25T21:41:00" TotalSentBytes = 1912862720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "14" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:43:56, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "4355504.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.140.000) 05/25 21:41:03 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368496 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 21:41:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:41:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 21:41:10 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 356008 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:41:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:41:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 21:41:17 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381900 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 21:41:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 21:41:22 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381556 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 21:41:22 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:41:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.044.000) 05/25 21:41:23 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383996 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:41:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:41:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 383996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:41:25 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349940 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:41:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:41:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:41:47 Image size of job updated: 1572724 338 - MemoryUsage of job (MB) 345912 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:41:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:41:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:41:52 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403100 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:41:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:41:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:41:55 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403264 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:41:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:41:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 403264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:41:57 Image size of job updated: 1621704 407 - MemoryUsage of job (MB) 415940 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:41:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:41:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:41:59 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349792 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:41:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:41:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 21:42:10 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419300 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:42:10 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:42:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:42:14 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347580 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:42:14 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 344056 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:42:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:42:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:42:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:42:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 21:42:20 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 375848 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 21:42:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:42:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.125.000) 05/25 21:42:21 Image size of job updated: 1500000 422 - MemoryUsage of job (MB) 431888 - ResidentSetSize of job (KB) ... 028 (1259.125.000) 05/25 21:42:21 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 125 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T21:42:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16676" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" Subproc = 0 ResidentSetSize = 431888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 21:42:27 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 394764 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 21:42:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:42:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 394764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 21:42:28 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377764 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 21:42:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:42:36 Image size of job updated: 1570672 328 - MemoryUsage of job (MB) 335496 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:42:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:42:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 21:42:37 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412072 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:42:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:42:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 21:42:39 Image size of job updated: 1554116 401 - MemoryUsage of job (MB) 409860 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 21:42:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:42:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 409860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.154.000) 05/25 21:42:41 Image size of job updated: 1621704 400 - MemoryUsage of job (MB) 408880 - ResidentSetSize of job (KB) ... 028 (1259.154.000) 05/25 21:42:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:42:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 ResidentSetSize = 408880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.020.000) 05/25 21:42:46 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 362764 - ResidentSetSize of job (KB) ... 028 (1259.020.000) 05/25 21:42:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 20 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:42:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "619" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:42:51 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416684 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:42:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:42:51 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416104 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 21:42:51 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379612 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:42:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 416104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 21:42:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:42:55 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 366976 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:42:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:42:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 366976 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:42:59 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 347064 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:42:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:42:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 21:43:06 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380000 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 21:43:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:43:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:43:07 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403056 - ResidentSetSize of job (KB) ... 006 (1259.091.000) 05/25 21:43:08 Image size of job updated: 1750000 333 - MemoryUsage of job (MB) 340504 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:43:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:43:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:43:09 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401328 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 21:43:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:43:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 340504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.272.000) 05/25 21:43:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:43:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 401328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.127.000) 05/25 21:43:13 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:41, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:41, Sys 0 00:02:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1329232768 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1956174848 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1710810 1 846447148 Memory (MB) : 408 1024 2048 ... 028 (1259.127.000) 05/25 21:43:13 Job ad information event triggered. SentBytes = 1329232768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7214647" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat118.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:41, Sys 0 00:02:43" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 127 EventTime = "2019-05-25T21:43:13" TotalSentBytes = 1956174848.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:42:41, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "8716901.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.203.000) 05/25 21:43:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:25, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:25, Sys 0 00:02:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909456128 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909456128 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2277404 1 36260896 Memory (MB) : 355 1024 2500 ... 028 (1259.203.000) 05/25 21:43:25 Job ad information event triggered. SentBytes = 1909456128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24266" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-NWS-JDS-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:25, Sys 0 00:02:43" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 203 EventTime = "2019-05-25T21:43:25" TotalSentBytes = 1909456128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "12" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:45:25, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "4437211.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.021.000) 05/25 21:43:42 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400340 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 21:43:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:43:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 ResidentSetSize = 400340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 21:43:48 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382588 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:43:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:43:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 382588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 21:43:49 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380608 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 21:43:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 380608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 21:43:57 Image size of job updated: 1336496 309 - MemoryUsage of job (MB) 316236 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 21:43:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:43:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 309 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 21:44:06 Image size of job updated: 1621704 392 - MemoryUsage of job (MB) 401204 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:44:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:44:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 401204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:44:13 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 353952 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:44:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:44:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:44:14 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406508 - ResidentSetSize of job (KB) ... 006 (1259.133.000) 05/25 21:44:14 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405404 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:44:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:44:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.133.000) 05/25 21:44:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 133 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:44:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466331" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23709" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.086.000) 05/25 21:44:16 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 399684 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:44:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:44:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 399684 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.081.000) 05/25 21:44:24 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 346104 - ResidentSetSize of job (KB) ... 028 (1259.081.000) 05/25 21:44:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 81 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:44:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.088.000) 05/25 21:44:37 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409696 - ResidentSetSize of job (KB) ... 028 (1259.088.000) 05/25 21:44:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 88 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:44:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" Subproc = 0 ResidentSetSize = 409696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:44:42 Image size of job updated: 1576844 339 - MemoryUsage of job (MB) 346732 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:44:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:44:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/25 21:45:04 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377016 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/25 21:45:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:45:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265064.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25273" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:45:05 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 376824 - ResidentSetSize of job (KB) ... 006 (1259.229.000) 05/25 21:45:05 Image size of job updated: 1263896 357 - MemoryUsage of job (MB) 365256 - ResidentSetSize of job (KB) ... 006 (1259.034.000) 05/25 21:45:05 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381160 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:45:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.229.000) 05/25 21:45:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 028 (1259.034.000) 05/25 21:45:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 21:45:07 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406844 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 21:45:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:45:16 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342288 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:45:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:45:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:45:19 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406364 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:45:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 406364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.197.000) 05/25 21:45:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:43, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:43, Sys 0 00:02:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1918055040 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1918055040 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2285831 1 68119348 Memory (MB) : 367 1024 2048 ... 028 (1259.197.000) 05/25 21:45:22 Job ad information event triggered. SentBytes = 1918055040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:43, Sys 0 00:02:42" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 197 EventTime = "2019-05-25T21:45:22" TotalSentBytes = 1918055040.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:40:43, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.111.000) 05/25 21:45:23 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 370580 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:45:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 21:45:27 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 377992 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 21:45:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:45:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 21:45:31 Image size of job updated: 1331288 310 - MemoryUsage of job (MB) 317036 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 21:45:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:45:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 317036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 21:45:36 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380524 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 21:45:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:45:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:45:39 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354048 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:45:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:45:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:45:47 Image size of job updated: 1263892 356 - MemoryUsage of job (MB) 364520 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:45:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:45:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 21:46:10 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 357064 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:46:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 21:46:17 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 404256 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 21:46:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 21:46:23 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384368 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 21:46:23 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 384368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.044.000) 05/25 21:46:23 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 399300 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:46:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:46:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:46:26 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350468 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:46:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:46:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.078.000) 05/25 21:46:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:51:08, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:51:08, Sys 0 00:03:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1374452352 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1374452352 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1754940 1 36182056 Memory (MB) : 339 1024 2500 ... 028 (1259.078.000) 05/25 21:46:45 Job ad information event triggered. SentBytes = 1374452352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9650" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E306F-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:51:08, Sys 0 00:03:25" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 78 EventTime = "2019-05-25T21:46:45" TotalSentBytes = 1374452352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:51:08, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "4424705.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.115.000) 05/25 21:46:48 Image size of job updated: 1572724 339 - MemoryUsage of job (MB) 346176 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:46:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:46:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.090.000) 05/25 21:46:52 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406200 - ResidentSetSize of job (KB) ... 028 (1259.090.000) 05/25 21:46:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:46:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 21:46:57 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404512 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:46:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:46:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 404512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 21:46:58 Image size of job updated: 1621704 409 - MemoryUsage of job (MB) 418244 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 21:46:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:46:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:47:01 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 351376 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:47:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:47:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.050.000) 05/25 21:47:10 Image size of job updated: 1500000 382 - MemoryUsage of job (MB) 390456 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 21:47:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:47:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.277.000) 05/25 21:47:11 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421704 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:47:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:47:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 421704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:47:14 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348636 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:47:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:47:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 21:47:14 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345376 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 21:47:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:47:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 21:47:21 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379828 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 21:47:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:47:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 21:47:28 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380144 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 21:47:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:47:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380144 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 21:47:28 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 398756 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 21:47:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:47:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 398756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:47:36 Image size of job updated: 1570672 329 - MemoryUsage of job (MB) 336552 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:47:36 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:47:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.209.000) 05/25 21:47:37 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415200 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 21:47:37 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:47:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 21:47:39 Image size of job updated: 1554116 404 - MemoryUsage of job (MB) 413384 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 21:47:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:47:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 413384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:47:51 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 417956 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:47:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 417956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.149.000) 05/25 21:47:51 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420248 - ResidentSetSize of job (KB) ... 028 (1259.149.000) 05/25 21:47:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 21:47:51 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397768 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 21:47:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:47:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:47:55 Image size of job updated: 1500000 360 - MemoryUsage of job (MB) 367692 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:47:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:47:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 367692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 21:47:59 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347856 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 21:47:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:47:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 21:48:06 Image size of job updated: 1621704 392 - MemoryUsage of job (MB) 400644 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 21:48:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:48:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 21:48:08 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405968 - ResidentSetSize of job (KB) ... 006 (1259.091.000) 05/25 21:48:08 Image size of job updated: 1750000 335 - MemoryUsage of job (MB) 342880 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 21:48:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.091.000) 05/25 21:48:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:48:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 342880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 21:48:09 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 404124 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 21:48:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:48:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 404124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:48:12 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 366040 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:48:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:48:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.021.000) 05/25 21:48:42 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403140 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 21:48:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:48:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 ResidentSetSize = 403140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 21:48:48 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398644 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:48:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:48:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 398644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 21:48:49 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397452 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 21:48:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:48:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 397452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 21:48:58 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316500 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 21:48:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:48:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 21:49:07 Image size of job updated: 1621704 395 - MemoryUsage of job (MB) 404076 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:49:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:49:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 404076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:49:14 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 355800 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:49:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:49:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:49:14 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409432 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:49:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:49:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:49:17 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403492 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:49:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 403492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:49:43 Image size of job updated: 1576844 340 - MemoryUsage of job (MB) 347788 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:49:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:49:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 21:50:05 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379564 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 21:50:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:50:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379564 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 21:50:05 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 365956 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 21:50:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:50:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.034.000) 05/25 21:50:07 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405004 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 21:50:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:50:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:50:10 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344408 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:50:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:50:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:50:16 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343872 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:50:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:50:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:50:19 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408648 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:50:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:50:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 408648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:50:23 Image size of job updated: 1750000 379 - MemoryUsage of job (MB) 387656 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 21:50:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:50:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 387656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 21:50:27 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380300 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 21:50:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:50:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 21:50:38 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 397084 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 21:50:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:50:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:50:40 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355368 - ResidentSetSize of job (KB) ... 006 (1259.109.000) 05/25 21:50:40 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387984 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:50:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:50:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.109.000) 05/25 21:50:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:50:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 387984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 21:50:47 Image size of job updated: 1263892 357 - MemoryUsage of job (MB) 364772 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 21:50:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:50:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.087.000) 05/25 21:51:08 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 389440 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 21:51:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:51:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 21:51:11 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 358384 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 21:51:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:51:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 21:51:17 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 407796 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 21:51:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:51:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 21:51:24 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401704 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 21:51:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:51:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 21:51:28 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 351192 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:51:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:51:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 21:51:48 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376568 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 21:51:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:51:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.115.000) 05/25 21:51:48 Image size of job updated: 1572724 340 - MemoryUsage of job (MB) 347496 - ResidentSetSize of job (KB) ... 028 (1259.115.000) 05/25 21:51:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:51:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:52:01 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 352284 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:52:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:52:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 21:52:09 Image size of job updated: 1331484 356 - MemoryUsage of job (MB) 364428 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 21:52:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.277.000) 05/25 21:52:11 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425464 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:52:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:52:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.194.000) 05/25 21:52:15 Image size of job updated: 1572724 342 - MemoryUsage of job (MB) 349428 - ResidentSetSize of job (KB) ... 006 (1259.176.000) 05/25 21:52:16 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346324 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 21:52:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:52:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 21:52:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:52:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 21:52:21 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382708 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 21:52:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:52:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:52:37 Image size of job updated: 1570672 330 - MemoryUsage of job (MB) 336992 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:52:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:52:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.014.000) 05/25 21:52:51 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427708 - ResidentSetSize of job (KB) ... 028 (1259.014.000) 05/25 21:52:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:52:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264950.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969165" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:52:51 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420788 - ResidentSetSize of job (KB) ... 006 (1259.149.000) 05/25 21:52:51 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424040 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 21:52:53 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400856 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:52:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:52:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 420788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.149.000) 05/25 21:52:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:52:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 21:52:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:52:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:52:56 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 370552 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:52:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:52:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 370552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 21:53:14 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 366072 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:53:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:53:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.260.000) 05/25 21:53:18 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400312 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/25 21:53:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:53:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265056.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 21:53:26 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 402120 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 21:53:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 21:53:50 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 399964 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 21:53:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:53:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 399964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 21:54:07 Image size of job updated: 1621704 398 - MemoryUsage of job (MB) 406748 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:54:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:54:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 406748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:54:14 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 356448 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:54:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:54:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:54:15 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 412692 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:54:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:54:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:54:43 Image size of job updated: 1576844 341 - MemoryUsage of job (MB) 348336 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:54:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:54:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.003.000) 05/25 21:54:50 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410020 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 21:54:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:54:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 21:55:20 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 411804 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 21:55:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:55:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 411804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 21:55:40 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356872 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 21:55:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:55:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 21:56:00 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387268 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 387268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.050.000) 05/25 21:56:00 Image size of job updated: 1500000 385 - MemoryUsage of job (MB) 393788 - ResidentSetSize of job (KB) ... 006 (1259.090.000) 05/25 21:56:00 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 409920 - ResidentSetSize of job (KB) ... 006 (1259.144.000) 05/25 21:56:00 Image size of job updated: 1621704 412 - MemoryUsage of job (MB) 421532 - ResidentSetSize of job (KB) ... 006 (1259.213.000) 05/25 21:56:00 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407404 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 407404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 21:56:00 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 401236 - ResidentSetSize of job (KB) ... 006 (1259.205.000) 05/25 21:56:00 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 382980 - ResidentSetSize of job (KB) ... 006 (1259.209.000) 05/25 21:56:00 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 418180 - ResidentSetSize of job (KB) ... 006 (1259.254.000) 05/25 21:56:00 Image size of job updated: 1554116 407 - MemoryUsage of job (MB) 416552 - ResidentSetSize of job (KB) ... 006 (1259.046.000) 05/25 21:56:00 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348780 - ResidentSetSize of job (KB) ... 006 (1259.245.000) 05/25 21:56:00 Image size of job updated: 1621704 395 - MemoryUsage of job (MB) 404176 - ResidentSetSize of job (KB) ... 006 (1259.152.000) 05/25 21:56:00 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408728 - ResidentSetSize of job (KB) ... 006 (1259.091.000) 05/25 21:56:00 Image size of job updated: 1750000 338 - MemoryUsage of job (MB) 345520 - ResidentSetSize of job (KB) ... 006 (1259.272.000) 05/25 21:56:00 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408192 - ResidentSetSize of job (KB) ... 006 (1259.019.000) 05/25 21:56:00 Image size of job updated: 1621704 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 006 (1259.028.000) 05/25 21:56:00 Image size of job updated: 1336496 310 - MemoryUsage of job (MB) 316940 - ResidentSetSize of job (KB) ... 006 (1259.021.000) 05/25 21:56:00 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406356 - ResidentSetSize of job (KB) ... 006 (1259.215.000) 05/25 21:56:00 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400908 - ResidentSetSize of job (KB) ... 006 (1259.173.000) 05/25 21:56:00 Image size of job updated: 1554120 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.090.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 90 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25214" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.144.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 401236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.205.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.209.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.254.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 416552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.046.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:56:03 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407404 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.152.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 21:56:04 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344072 - ResidentSetSize of job (KB) ... 006 (1259.034.000) 05/25 21:56:04 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407972 - ResidentSetSize of job (KB) ... 006 (1259.037.000) 05/25 21:56:04 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381896 - ResidentSetSize of job (KB) ... 005 (1259.185.000) 05/25 21:56:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:59:35, Sys 0 00:04:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:59:35, Sys 0 00:04:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1905454464 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1905454464 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2273496 1 36179344 Memory (MB) : 353 1024 2500 ... 028 (1259.272.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 408192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.091.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 345520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 21:56:05 Image size of job updated: 1750000 382 - MemoryUsage of job (MB) 390508 - ResidentSetSize of job (KB) ... 006 (1259.290.000) 05/25 21:56:05 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396988 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720761" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c222.iu.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.028.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 310 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 316940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.021.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 ResidentSetSize = 406356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 21:56:05 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 399104 - ResidentSetSize of job (KB) ... 006 (1259.109.000) 05/25 21:56:05 Image size of job updated: 1500000 382 - MemoryUsage of job (MB) 390520 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 400908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.173.000) 05/25 21:56:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554120 Proc = 173 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273792.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969177" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 21:56:09 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 392536 - ResidentSetSize of job (KB) ... 005 (1259.238.000) 05/25 21:56:10 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:24, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:24, Sys 0 00:03:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1898989824 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1898989824 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2267213 1 875643644 Memory (MB) : 368 1024 2048 ... 028 (1259.086.000) 05/25 21:56:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:56:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 407404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.128.000) 05/25 21:56:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:24, Sys 0 00:02:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:24, Sys 0 00:02:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1326576640 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1326576640 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 997021192 Memory (MB) : 397 1024 1920 ... 006 (1259.267.000) 05/25 21:56:11 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 21:56:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.034.000) 05/25 21:56:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.037.000) 05/25 21:56:04 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.185.000) 05/25 21:56:04 Job ad information event triggered. SentBytes = 1905454464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8107748" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-HL320-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:59:35, Sys 0 00:04:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 185 EventTime = "2019-05-25T21:56:04" TotalSentBytes = 1905454464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:59:35, Sys 0 00:04:16" JOB_GLIDEIN_SiteWMS_JobId = "4415054.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.134.000) 05/25 21:56:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:54:41, Sys 0 00:03:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:54:41, Sys 0 00:03:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1320828160 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1320828160 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1702572 1 36184108 Memory (MB) : 342 1024 2500 ... 005 (1259.150.000) 05/25 21:56:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:10:49, Sys 0 00:01:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:10:49, Sys 0 00:01:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1889600896 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1889600896 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 557845740 Memory (MB) : 415 1024 1920 ... 028 (1259.111.000) 05/25 21:56:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.290.000) 05/25 21:56:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.184.000) 05/25 21:56:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.109.000) 05/25 21:56:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 390520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.087.000) 05/25 21:56:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 392536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.238.000) 05/25 21:56:10 Job ad information event triggered. SentBytes = 1898989824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:24:24, Sys 0 00:03:54" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 238 EventTime = "2019-05-25T21:56:10" TotalSentBytes = 1898989824.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:24, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" TotalReceivedBytes = 845120448.0 ... 028 (1259.128.000) 05/25 21:56:10 Job ad information event triggered. SentBytes = 1326576640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7369508" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c382.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:24, Sys 0 00:02:04" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 128 EventTime = "2019-05-25T21:56:10" TotalSentBytes = 1326576640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:20:24, Sys 0 00:02:04" JOB_GLIDEIN_SiteWMS_JobId = "1382214.0" TotalReceivedBytes = 845120448.0 ... 028 (1259.267.000) 05/25 21:56:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 21:56:18 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411536 - ResidentSetSize of job (KB) ... 028 (1259.134.000) 05/25 21:56:14 Job ad information event triggered. SentBytes = 1320828160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13468" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M219-03-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:54:41, Sys 0 00:03:11" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 134 EventTime = "2019-05-25T21:56:14" TotalSentBytes = 1320828160.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:54:41, Sys 0 00:03:11" JOB_GLIDEIN_SiteWMS_JobId = "4359947.0" TotalReceivedBytes = 422560224.0 ... 028 (1259.150.000) 05/25 21:56:14 Job ad information event triggered. SentBytes = 1889600896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969102" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c143.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:10:49, Sys 0 00:01:23" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 150 EventTime = "2019-05-25T21:56:14" TotalSentBytes = 1889600896.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:10:49, Sys 0 00:01:23" JOB_GLIDEIN_SiteWMS_JobId = "264873.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.264.000) 05/25 21:56:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:56:29, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:56:29, Sys 0 00:04:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1912677504 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1912677504 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2280550 1 36174068 Memory (MB) : 356 1024 2500 ... 028 (1259.183.000) 05/25 21:56:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.264.000) 05/25 21:56:19 Job ad information event triggered. SentBytes = 1912677504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-CH221-12-D-S11-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:56:29, Sys 0 00:04:05" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 264 EventTime = "2019-05-25T21:56:19" TotalSentBytes = 1912677504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "23" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 02:56:29, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "4433533.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.044.000) 05/25 21:56:24 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403860 - ResidentSetSize of job (KB) ... 005 (1259.076.000) 05/25 21:56:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:28, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:28, Sys 0 00:02:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1376292096 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1376292096 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 563055276 Memory (MB) : 403 1024 1920 ... 028 (1259.044.000) 05/25 21:56:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:56:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.076.000) 05/25 21:56:24 Job ad information event triggered. SentBytes = 1376292096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25544" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:28, Sys 0 00:02:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 76 EventTime = "2019-05-25T21:56:24" TotalSentBytes = 1376292096.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:12:28, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "265314.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.141.000) 05/25 21:56:28 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352508 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 21:56:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.086.000) 05/25 21:56:40 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407408 - ResidentSetSize of job (KB) ... 028 (1259.086.000) 05/25 21:56:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 86 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:56:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27522" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" Subproc = 0 ResidentSetSize = 407408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/25 21:56:48 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381180 - ResidentSetSize of job (KB) ... 006 (1259.115.000) 05/25 21:56:49 Image size of job updated: 1572724 341 - MemoryUsage of job (MB) 348800 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 21:56:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:56:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.115.000) 05/25 21:56:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 115 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:56:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8103764" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 21:57:00 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346300 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 21:57:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:57:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 21:57:01 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 353340 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 21:57:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:57:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 21:57:09 Image size of job updated: 1331484 357 - MemoryUsage of job (MB) 364772 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 21:57:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:57:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.277.000) 05/25 21:57:11 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428600 - ResidentSetSize of job (KB) ... 028 (1259.277.000) 05/25 21:57:11 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T21:57:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 428600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.176.000) 05/25 21:57:16 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347380 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 21:57:16 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 350296 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 21:57:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:57:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 21:57:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:57:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 21:57:22 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403412 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 21:57:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T21:57:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 21:57:39 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338576 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 21:57:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T21:57:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.217.000) 05/25 21:57:52 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424028 - ResidentSetSize of job (KB) ... 028 (1259.217.000) 05/25 21:57:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:57:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 424028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 21:57:54 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403000 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 21:57:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:57:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 21:57:56 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 373028 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 21:57:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:57:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 373028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.092.000) 05/25 21:58:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:58, Sys 0 00:01:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:58, Sys 0 00:01:36 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386504576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386504576 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 447907048 Memory (MB) : 403 1024 1920 ... 028 (1259.092.000) 05/25 21:58:06 Job ad information event triggered. SentBytes = 1386504576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c443.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:58, Sys 0 00:01:36" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 92 EventTime = "2019-05-25T21:58:06" TotalSentBytes = 1386504576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:14:58, Sys 0 00:01:36" JOB_GLIDEIN_SiteWMS_JobId = "265322.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.261.000) 05/25 21:58:14 Image size of job updated: 1331488 358 - MemoryUsage of job (MB) 366312 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 21:58:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T21:58:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.299.000) 05/25 21:58:26 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406224 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 21:58:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 21:58:51 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403052 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 21:58:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:58:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 403052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.024.000) 05/25 21:58:57 Job terminated. (1) Normal termination (return value 0) Usr 0 03:06:45, Sys 0 00:04:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:06:45, Sys 0 00:04:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872926720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1872926720 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2241731 1 36184168 Memory (MB) : 356 1024 2500 ... 028 (1259.024.000) 05/25 21:58:57 Job ad information event triggered. SentBytes = 1872926720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2691" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:06:45, Sys 0 00:04:04" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 24 EventTime = "2019-05-25T21:58:57" TotalSentBytes = 1872926720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:06:45, Sys 0 00:04:04" JOB_GLIDEIN_SiteWMS_JobId = "4419474.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.248.000) 05/25 21:59:08 Image size of job updated: 1621704 401 - MemoryUsage of job (MB) 409784 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 21:59:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T21:59:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 409784 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 21:59:15 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 357760 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 21:59:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:59:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 21:59:16 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415292 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 21:59:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:59:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 21:59:44 Image size of job updated: 1576844 341 - MemoryUsage of job (MB) 349128 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 21:59:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T21:59:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 21:59:49 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 377872 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 21:59:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T21:59:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 377872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.241.000) 05/25 21:59:54 Job terminated. (1) Normal termination (return value 0) Usr 0 03:04:14, Sys 0 00:03:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:04:14, Sys 0 00:03:20 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1894644608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1894644608 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2262940 1 36184100 Memory (MB) : 358 1024 2500 ... 028 (1259.241.000) 05/25 21:59:54 Job ad information event triggered. SentBytes = 1894644608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9598" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ENMG-MC-C4C4CH2-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:04:14, Sys 0 00:03:20" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 241 EventTime = "2019-05-25T21:59:54" TotalSentBytes = 1894644608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:04:14, Sys 0 00:03:20" JOB_GLIDEIN_SiteWMS_JobId = "4421972.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.037.000) 05/25 22:00:05 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 398872 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:00:05 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:00:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:00:07 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410732 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:00:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:00:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:00:16 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344864 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:00:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.156.000) 05/25 22:00:21 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 414936 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/25 22:00:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:00:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 ResidentSetSize = 414936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:00:24 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 393160 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:00:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:00:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 22:00:28 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400068 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:00:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:00:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:00:38 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402516 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:00:38 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:00:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 22:00:40 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357928 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 22:00:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:00:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 22:00:42 Image size of job updated: 1500000 385 - MemoryUsage of job (MB) 393688 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 22:00:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:00:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 393688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:00:47 Image size of job updated: 1263892 357 - MemoryUsage of job (MB) 364960 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:00:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:00:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 364960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 22:01:06 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368500 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:01:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:01:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.087.000) 05/25 22:01:09 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 394900 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:01:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:01:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 22:01:12 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 360384 - ResidentSetSize of job (KB) ... 006 (1259.251.000) 05/25 22:01:12 Image size of job updated: 1554112 367 - MemoryUsage of job (MB) 375000 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:01:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.251.000) 05/25 22:01:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554112 Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:01:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265032.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25224" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.125.000) 05/25 22:01:16 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:17, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:17, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1329953408 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1329953408 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1711513 1 895410256 Memory (MB) : 422 1024 2048 ... 028 (1259.125.000) 05/25 22:01:16 Job ad information event triggered. SentBytes = 1329953408.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16676" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_44@stat110.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:17, Sys 0 00:02:59" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 125 EventTime = "2019-05-25T22:01:16" TotalSentBytes = 1329953408.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:44:17, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "8716900.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.183.000) 05/25 22:01:18 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 413840 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 22:01:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:01:26 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406296 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:01:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:01:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:01:29 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353484 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:01:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:01:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.041.000) 05/25 22:01:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:29:55, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:29:55, Sys 0 00:04:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862023936 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1862023936 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2231084 1 31256676 Memory (MB) : 314 1024 2500 ... 028 (1259.041.000) 05/25 22:01:33 Job ad information event triggered. SentBytes = 1862023936.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22936" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@SST-TEST-OP-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:29:55, Sys 0 00:04:26" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 41 EventTime = "2019-05-25T22:01:33" TotalSentBytes = 1862023936.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 02:29:55, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "4388185.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.199.000) 05/25 22:01:49 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381336 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/25 22:01:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:01:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.083.000) 05/25 22:02:00 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347356 - ResidentSetSize of job (KB) ... 028 (1259.083.000) 05/25 22:02:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 83 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:02:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13295" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:02:01 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 354648 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:02:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:02:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:02:02 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402236 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:02:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:02:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 402236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.220.000) 05/25 22:02:15 Image size of job updated: 15000000 1055 - MemoryUsage of job (MB) 1079676 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/25 22:02:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:02:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 1055 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274041.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 1079676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:02:16 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348172 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 22:02:17 Image size of job updated: 1572724 343 - MemoryUsage of job (MB) 351088 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:02:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:02:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.176.000) 05/25 22:02:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:02:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:02:22 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406368 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:02:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:02:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:02:27 Image size of job updated: 1750000 368 - MemoryUsage of job (MB) 375996 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:02:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:02:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 375996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:02:39 Image size of job updated: 1570672 331 - MemoryUsage of job (MB) 338840 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:02:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:02:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:02:53 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377556 - ResidentSetSize of job (KB) ... 006 (1259.217.000) 05/25 22:02:53 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427020 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:02:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:02:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.217.000) 05/25 22:02:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:02:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 ResidentSetSize = 427020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:02:55 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405608 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:02:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:02:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:02:57 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375796 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:02:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:02:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.144.000) 05/25 22:03:09 Image size of job updated: 1621704 415 - MemoryUsage of job (MB) 424288 - ResidentSetSize of job (KB) ... 028 (1259.144.000) 05/25 22:03:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:03:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:03:10 Image size of job updated: 1336496 312 - MemoryUsage of job (MB) 318720 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:03:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1336496 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:03:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 318720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:03:14 Image size of job updated: 1331488 359 - MemoryUsage of job (MB) 366796 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:03:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:03:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.091.000) 05/25 22:03:21 Image size of job updated: 1750000 339 - MemoryUsage of job (MB) 347108 - ResidentSetSize of job (KB) ... 028 (1259.091.000) 05/25 22:03:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 91 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:03:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 347108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 22:03:27 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408628 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:03:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:03:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 22:03:41 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406096 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:03:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:03:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 406096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:03:51 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406256 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:03:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:03:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 406256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/25 22:03:56 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412460 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/25 22:03:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 ResidentSetSize = 412460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 22:04:08 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425320 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 22:04:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 175 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:04:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265293.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 22:04:09 Image size of job updated: 1621704 404 - MemoryUsage of job (MB) 412928 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 22:04:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:04:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 412928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 22:04:15 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 359344 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 22:04:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:04:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 22:04:17 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418248 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 22:04:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:04:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.009.000) 05/25 22:04:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:38, Sys 0 00:01:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:38, Sys 0 00:01:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878178560 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1878178560 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 551117792 Memory (MB) : 440 1024 1920 ... 028 (1259.009.000) 05/25 22:04:29 Job ad information event triggered. SentBytes = 1878178560.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25060" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_50@mwt2-c142.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:38, Sys 0 00:01:50" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 9 EventTime = "2019-05-25T22:04:29" TotalSentBytes = 1878178560.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:23:38, Sys 0 00:01:50" JOB_GLIDEIN_SiteWMS_JobId = "264899.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.234.000) 05/25 22:04:44 Image size of job updated: 1576844 342 - MemoryUsage of job (MB) 349792 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:04:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:04:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 22:04:46 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405232 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:04:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:04:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:04:49 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380164 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:04:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:04:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 380164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.133.000) 05/25 22:04:55 Job terminated. (1) Normal termination (return value 0) Usr 0 00:52:16, Sys 0 00:01:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 00:52:16, Sys 0 00:01:06 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1313428096 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1313428096 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 2915136 Memory (MB) : 396 1024 1024 ... 028 (1259.133.000) 05/25 22:04:55 Job ad information event triggered. SentBytes = 1313428096.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23709" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 00:52:16, Sys 0 00:01:06" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 133 EventTime = "2019-05-25T22:04:55" TotalSentBytes = 1313428096.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 00:52:16, Sys 0 00:01:06" JOB_GLIDEIN_SiteWMS_JobId = "466331" TotalReceivedBytes = 1267680640.0 ... 006 (1259.037.000) 05/25 22:05:06 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 401108 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:05:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:05:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:05:08 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414676 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:05:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:05:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:05:17 Image size of job updated: 1570676 338 - MemoryUsage of job (MB) 345128 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:05:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:05:22 Image size of job updated: 1621704 403 - MemoryUsage of job (MB) 412016 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:05:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:05:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:05:25 Image size of job updated: 1750000 387 - MemoryUsage of job (MB) 395572 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:05:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:05:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 22:05:30 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402964 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:05:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:05:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 22:05:32 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415000 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 22:05:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 22:05:32 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 415768 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 22:05:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:05:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 415768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:05:39 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404856 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:05:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:05:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 22:05:41 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359240 - ResidentSetSize of job (KB) ... 006 (1259.109.000) 05/25 22:05:42 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396592 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 22:05:41 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:05:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.109.000) 05/25 22:05:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:05:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 396592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 22:05:43 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351308 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:05:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:05:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:05:47 Image size of job updated: 1263892 357 - MemoryUsage of job (MB) 365208 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:05:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:05:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.071.000) 05/25 22:06:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:16:26, Sys 0 00:02:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:16:26, Sys 0 00:02:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1370299392 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1370299392 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 566152684 Memory (MB) : 416 1024 1920 ... 028 (1259.071.000) 05/25 22:06:07 Job ad information event triggered. SentBytes = 1370299392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969414" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c100.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:16:26, Sys 0 00:02:14" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 71 EventTime = "2019-05-25T22:06:07" TotalSentBytes = 1370299392.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:16:26, Sys 0 00:02:14" JOB_GLIDEIN_SiteWMS_JobId = "274610.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.209.000) 05/25 22:06:08 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420676 - ResidentSetSize of job (KB) ... 028 (1259.209.000) 05/25 22:06:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:06:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 22:06:10 Image size of job updated: 1750000 388 - MemoryUsage of job (MB) 397204 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:06:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:06:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397204 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 22:06:13 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 361752 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:06:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:06:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 22:06:19 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 416880 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 22:06:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:06:26 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408804 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:06:26 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:06:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.158.000) 05/25 22:06:27 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427188 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 22:06:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 158 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:06:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265333.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c122.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:06:29 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 354480 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:06:29 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:06:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.254.000) 05/25 22:06:39 Image size of job updated: 1554116 416 - MemoryUsage of job (MB) 425792 - ResidentSetSize of job (KB) ... 028 (1259.254.000) 05/25 22:06:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:06:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 ResidentSetSize = 425792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:07:01 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 356180 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:07:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:07:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 22:07:01 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411244 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 22:07:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:07:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 411244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:07:02 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405928 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:07:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:07:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 405928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:07:03 Image size of job updated: 1554116 397 - MemoryUsage of job (MB) 405644 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:07:03 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:07:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:07:17 Image size of job updated: 1572724 344 - MemoryUsage of job (MB) 352080 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:07:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:07:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:07:17 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349188 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:07:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:07:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:07:23 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408852 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:07:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:07:28 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378588 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:07:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:07:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 378588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:07:40 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340196 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:07:40 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:07:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.081.000) 05/25 22:07:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:14:36, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:14:36, Sys 0 00:02:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1378977792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1378977792 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1759359 1 36184176 Memory (MB) : 338 1024 2500 ... 028 (1259.081.000) 05/25 22:07:48 Job ad information event triggered. SentBytes = 1378977792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7717472" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-M209-01-S2-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:14:36, Sys 0 00:02:55" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 81 EventTime = "2019-05-25T22:07:48" TotalSentBytes = 1378977792.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:14:36, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "4387296.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.228.000) 05/25 22:07:53 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379764 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:07:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:07:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 379764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.050.000) 05/25 22:07:54 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405216 - ResidentSetSize of job (KB) ... 006 (1259.211.000) 05/25 22:07:55 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 407828 - ResidentSetSize of job (KB) ... 028 (1259.050.000) 05/25 22:07:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:07:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.211.000) 05/25 22:07:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:07:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:07:58 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378368 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:07:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:07:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.088.000) 05/25 22:08:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:12:33, Sys 0 00:01:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:12:33, Sys 0 00:01:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1382296960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1382296960 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 297633044 Memory (MB) : 401 1024 1920 ... 028 (1259.088.000) 05/25 22:08:09 Job ad information event triggered. SentBytes = 1382296960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25576" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c280.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:12:33, Sys 0 00:01:44" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 88 EventTime = "2019-05-25T22:08:09" TotalSentBytes = 1382296960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:12:33, Sys 0 00:01:44" JOB_GLIDEIN_SiteWMS_JobId = "265344.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.213.000) 05/25 22:08:21 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416044 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 22:08:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:08:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 416044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/25 22:08:24 Image size of job updated: 1500000 382 - MemoryUsage of job (MB) 390172 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 22:08:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:08:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 390172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.299.000) 05/25 22:08:27 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412020 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:08:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:08:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:08:52 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409152 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:08:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:08:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 409152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:08:58 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335188 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:08:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:08:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.119.000) 05/25 22:09:01 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:26, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:26, Sys 0 00:02:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1338452608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1338452608 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 564765936 Memory (MB) : 416 1024 1920 ... 028 (1259.119.000) 05/25 22:09:01 Job ad information event triggered. SentBytes = 1338452608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c100.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:26, Sys 0 00:02:10" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 119 EventTime = "2019-05-25T22:09:01" TotalSentBytes = 1338452608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:14:26, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "274634.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.003.000) 05/25 22:09:07 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413280 - ResidentSetSize of job (KB) ... 028 (1259.003.000) 05/25 22:09:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:09:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.175.000) 05/25 22:09:08 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428668 - ResidentSetSize of job (KB) ... 006 (1259.248.000) 05/25 22:09:09 Image size of job updated: 1621704 406 - MemoryUsage of job (MB) 415696 - ResidentSetSize of job (KB) ... 028 (1259.175.000) 05/25 22:09:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 175 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265293.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.248.000) 05/25 22:09:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:09:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 415696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 22:09:16 Image size of job updated: 1570676 352 - MemoryUsage of job (MB) 360052 - ResidentSetSize of job (KB) ... 006 (1259.284.000) 05/25 22:09:17 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 420980 - ResidentSetSize of job (KB) ... 006 (1259.231.000) 05/25 22:09:18 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 363980 - ResidentSetSize of job (KB) ... 028 (1259.227.000) 05/25 22:09:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:09:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.284.000) 05/25 22:09:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.231.000) 05/25 22:09:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:09:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272912.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 363980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:09:20 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402432 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:09:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:09:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 22:09:23 Image size of job updated: 1500000 386 - MemoryUsage of job (MB) 394244 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 22:09:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:09:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 22:09:37 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410036 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:09:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 410036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:09:44 Image size of job updated: 1576844 344 - MemoryUsage of job (MB) 351632 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:09:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:09:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:09:47 Image size of job updated: 1750000 383 - MemoryUsage of job (MB) 391664 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:09:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 391664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:09:49 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400132 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:09:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:09:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 400132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 22:10:06 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403136 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:10:06 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:10:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:10:08 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417416 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:10:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:10:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:10:17 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346228 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:10:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:10:25 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397780 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:10:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:10:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 397780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 22:10:30 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405292 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:10:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:10:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:10:39 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406212 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:10:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:10:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 22:10:42 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 359940 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 22:10:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:10:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 22:10:43 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 399192 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 22:10:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:10:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 399192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:10:48 Image size of job updated: 1263892 357 - MemoryUsage of job (MB) 365308 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:10:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:10:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.087.000) 05/25 22:11:10 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400476 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:11:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:11:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 22:11:11 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403760 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:11:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:11:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 22:11:13 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 362980 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:11:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:11:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 22:11:19 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420368 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 22:11:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420368 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:11:27 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410664 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:11:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:11:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:11:31 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355536 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:11:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:11:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 22:11:50 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408440 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:11:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:11:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:12:01 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 356780 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:12:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:12:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:12:03 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408492 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:12:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 408492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:12:17 Image size of job updated: 1572724 345 - MemoryUsage of job (MB) 352848 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:12:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:12:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:12:18 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350772 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:12:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:12:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:12:23 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411396 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:12:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:12:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:12:28 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 380996 - ResidentSetSize of job (KB) ... 006 (1259.022.000) 05/25 22:12:28 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400268 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:12:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 380996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.022.000) 05/25 22:12:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:12:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 400268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:12:42 Image size of job updated: 1570672 333 - MemoryUsage of job (MB) 340460 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:12:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:12:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:12:45 Image size of job updated: 1621704 407 - MemoryUsage of job (MB) 415776 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:12:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:12:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:12:53 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382152 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:12:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:12:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:12:55 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 410272 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:12:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:12:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:12:58 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380896 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:12:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:12:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 22:12:59 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420296 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 22:12:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:12:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 420296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 22:13:00 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 418872 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 22:13:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:13:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:13:15 Image size of job updated: 1331488 359 - MemoryUsage of job (MB) 367528 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:13:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:13:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.046.000) 05/25 22:13:22 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351832 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:13:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:13:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 22:13:27 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414488 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:13:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:13:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:13:52 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 411864 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:13:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:13:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 411864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:13:58 Image size of job updated: 1570676 328 - MemoryUsage of job (MB) 335668 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:13:58 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:13:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 328 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 335668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 22:14:09 Image size of job updated: 1621704 409 - MemoryUsage of job (MB) 418712 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 22:14:09 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:14:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 418712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.227.000) 05/25 22:14:16 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 361268 - ResidentSetSize of job (KB) ... 006 (1259.284.000) 05/25 22:14:18 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423908 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 22:14:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:14:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.227.000) 05/25 22:14:16 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:14:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:14:21 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404776 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:14:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:14:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 22:14:37 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 412908 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:14:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:14:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 412908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:14:44 Image size of job updated: 1576844 344 - MemoryUsage of job (MB) 351944 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:14:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:14:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:14:47 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 395264 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:14:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:14:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 395264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:14:49 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 404172 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:14:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:14:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 404172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 22:15:07 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405624 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:15:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:15:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:15:09 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420180 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:15:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:15:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:15:18 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 347020 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:15:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:15:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:15:25 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400356 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:15:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:15:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 22:15:32 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409264 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:15:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:15:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:15:40 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409812 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:15:40 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:15:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.294.000) 05/25 22:15:43 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361788 - ResidentSetSize of job (KB) ... 028 (1259.294.000) 05/25 22:15:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:15:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 22:15:43 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401832 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 22:15:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:15:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 401832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.298.000) 05/25 22:15:45 Job terminated. (1) Normal termination (return value 0) Usr 0 03:08:27, Sys 0 00:04:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:08:27, Sys 0 00:04:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891775488 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1891775488 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2260138 1 36264724 Memory (MB) : 357 1024 2500 ... 028 (1259.298.000) 05/25 22:15:45 Job ad information event triggered. SentBytes = 1891775488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "20867" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-AAWILLIA-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:08:27, Sys 0 00:04:13" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 298 EventTime = "2019-05-25T22:15:45" TotalSentBytes = 1891775488.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "24" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:08:27, Sys 0 00:04:13" JOB_GLIDEIN_SiteWMS_JobId = "4378175.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.187.000) 05/25 22:15:49 Image size of job updated: 1263892 358 - MemoryUsage of job (MB) 365624 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:15:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:15:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.252.000) 05/25 22:15:50 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416512 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 22:15:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:15:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 416512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:15:56 Image size of job updated: 1554116 401 - MemoryUsage of job (MB) 409672 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:15:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 22:15:58 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425336 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 22:15:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:15:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264931.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 425336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.087.000) 05/25 22:16:11 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402436 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:16:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:16:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 22:16:12 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406272 - ResidentSetSize of job (KB) ... 006 (1259.267.000) 05/25 22:16:13 Image size of job updated: 1572724 357 - MemoryUsage of job (MB) 364556 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:16:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:16:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.267.000) 05/25 22:16:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 22:16:17 Image size of job updated: 15000000 376 - MemoryUsage of job (MB) 384280 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 22:16:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:16:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.287.000) 05/25 22:16:19 Job terminated. (1) Normal termination (return value 0) Usr 0 01:25:09, Sys 0 00:01:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:25:09, Sys 0 00:01:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1880791168 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1880791168 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 556870016 Memory (MB) : 391 1024 1920 ... 028 (1259.287.000) 05/25 22:16:19 Job ad information event triggered. SentBytes = 1880791168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25060" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_42@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:25:09, Sys 0 00:01:46" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 287 EventTime = "2019-05-25T22:16:19" TotalSentBytes = 1880791168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:25:09, Sys 0 00:01:46" JOB_GLIDEIN_SiteWMS_JobId = "264904.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.183.000) 05/25 22:16:20 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423848 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 22:16:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:16:27 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413432 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:16:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:16:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:16:31 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356592 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:16:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:16:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 22:16:51 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412152 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:16:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:16:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:17:02 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 358100 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:17:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:17:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:17:04 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411052 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:17:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:17:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 411052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 22:17:10 Image size of job updated: 1331484 357 - MemoryUsage of job (MB) 365432 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 22:17:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:17:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 357 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.194.000) 05/25 22:17:18 Image size of job updated: 1572724 346 - MemoryUsage of job (MB) 353904 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:17:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:17:18 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351300 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:17:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:17:24 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414532 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:17:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:17:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:17:28 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397544 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:17:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:17:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 397544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:17:42 Image size of job updated: 1570672 334 - MemoryUsage of job (MB) 341516 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:17:42 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:17:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:17:45 Image size of job updated: 1621704 410 - MemoryUsage of job (MB) 419152 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:17:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:17:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:17:54 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400324 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:17:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:17:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:17:56 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413328 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:17:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:17:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:17:58 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381932 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:17:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:17:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.272.000) 05/25 22:17:59 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423760 - ResidentSetSize of job (KB) ... 006 (1259.152.000) 05/25 22:18:00 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422436 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/25 22:17:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:17:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 ResidentSetSize = 423760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.152.000) 05/25 22:18:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:18:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 22:18:12 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421580 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 22:18:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:18:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 421580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:18:16 Image size of job updated: 1331488 360 - MemoryUsage of job (MB) 367736 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:18:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:18:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.046.000) 05/25 22:18:23 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352888 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:18:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:18:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 22:18:28 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417376 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:18:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:18:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:18:53 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415072 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:18:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:18:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 415072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:18:59 Image size of job updated: 1570676 329 - MemoryUsage of job (MB) 336724 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:18:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:18:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 329 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 336724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 22:19:10 Image size of job updated: 1621704 412 - MemoryUsage of job (MB) 421716 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 22:19:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:19:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 421716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.020.000) 05/25 22:19:15 Job terminated. (1) Normal termination (return value 0) Usr 0 03:20:30, Sys 0 00:04:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:20:30, Sys 0 00:04:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1867264640 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1867264640 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2236202 1 36180780 Memory (MB) : 355 1024 2500 ... 028 (1259.020.000) 05/25 22:19:15 Job ad information event triggered. SentBytes = 1867264640.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "619" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-JARILLA-S5-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:20:30, Sys 0 00:04:43" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 20 EventTime = "2019-05-25T22:19:15" TotalSentBytes = 1867264640.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:20:30, Sys 0 00:04:43" JOB_GLIDEIN_SiteWMS_JobId = "4419709.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.169.000) 05/25 22:19:22 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407576 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:19:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:19:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 22:19:38 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417136 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:19:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:19:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 417136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:19:44 Image size of job updated: 1576844 345 - MemoryUsage of job (MB) 352736 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:19:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:19:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:19:47 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 398964 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:19:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:19:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 398964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:19:50 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407508 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:19:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:19:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 407508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 22:20:08 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 407560 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:20:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:20:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:20:09 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423220 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:20:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:20:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:20:18 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347776 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:20:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:20:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:20:26 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403696 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:20:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:20:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 22:20:31 Image size of job updated: 1331288 311 - MemoryUsage of job (MB) 317948 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 22:20:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:20:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 317948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.290.000) 05/25 22:20:32 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413528 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:20:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:20:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:20:41 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412316 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:20:41 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:20:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.109.000) 05/25 22:20:44 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405244 - ResidentSetSize of job (KB) ... 028 (1259.109.000) 05/25 22:20:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:20:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 ResidentSetSize = 405244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:20:49 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400396 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:20:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 400396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 22:20:54 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 398272 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 22:20:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.283.000) 05/25 22:21:00 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427980 - ResidentSetSize of job (KB) ... 028 (1259.283.000) 05/25 22:21:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264931.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c442.mwt2.org" Subproc = 0 ResidentSetSize = 427980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 22:21:08 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368540 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:21:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:21:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.087.000) 05/25 22:21:12 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405880 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:21:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:21:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 22:21:13 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365876 - ResidentSetSize of job (KB) ... 006 (1259.271.000) 05/25 22:21:13 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 409620 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:21:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:21:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.271.000) 05/25 22:21:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:21:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:21:16 Image size of job updated: 1554116 404 - MemoryUsage of job (MB) 412896 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 22:21:16 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420164 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 22:21:17 Image size of job updated: 15000000 378 - MemoryUsage of job (MB) 386576 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:21:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 22:21:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:21:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 420164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 22:21:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:21:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 386576 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.183.000) 05/25 22:21:20 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427452 - ResidentSetSize of job (KB) ... 028 (1259.183.000) 05/25 22:21:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:21:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 22:21:21 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402060 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:21:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:21:28 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416212 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.151.000) 05/25 22:21:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:22, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:22, Sys 0 00:01:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887806208 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1887806208 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 8680722 Memory (MB) : 440 1024 1024 ... 028 (1259.151.000) 05/25 22:21:28 Job ad information event triggered. SentBytes = 1887806208.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:22, Sys 0 00:01:58" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 151 EventTime = "2019-05-25T22:21:28" TotalSentBytes = 1887806208.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:32:22, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "466335" TotalReceivedBytes = 845120448.0 ... 006 (1259.141.000) 05/25 22:21:32 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358440 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:21:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:21:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.138.000) 05/25 22:21:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:41, Sys 0 00:02:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:41, Sys 0 00:02:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1280635264 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1280635264 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 667766296 Memory (MB) : 416 1024 1920 ... 028 (1259.138.000) 05/25 22:21:46 Job ad information event triggered. SentBytes = 1280635264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969414" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c006.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:41, Sys 0 00:02:47" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 138 EventTime = "2019-05-25T22:21:46" TotalSentBytes = 1280635264.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:21:41, Sys 0 00:02:47" JOB_GLIDEIN_SiteWMS_JobId = "274621.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.286.000) 05/25 22:21:51 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415132 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:21:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:21:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:22:02 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 359420 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:22:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:22:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:22:04 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415112 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:22:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:22:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 415112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 22:22:11 Image size of job updated: 1331484 358 - MemoryUsage of job (MB) 365740 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 22:22:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:22:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 365740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.194.000) 05/25 22:22:18 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354696 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:22:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:22:19 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352884 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:22:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:22:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:22:24 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417692 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:22:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:22:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:22:28 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400092 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:22:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:22:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 400092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:22:29 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 401108 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:22:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:22:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 401108 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:22:43 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342044 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:22:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:22:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:22:45 Image size of job updated: 1621704 413 - MemoryUsage of job (MB) 422152 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:22:45 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:22:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:22:54 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402756 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:22:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:22:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:22:57 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415740 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:22:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:22:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:22:59 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383356 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:22:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:22:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 383356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.152.000) 05/25 22:23:00 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424600 - ResidentSetSize of job (KB) ... 028 (1259.152.000) 05/25 22:23:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:23:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 22:23:24 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353944 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:23:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:23:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 22:23:29 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420556 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:23:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:23:54 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418188 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:23:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:23:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 418188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:23:59 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337252 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:23:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:23:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337252 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.213.000) 05/25 22:24:08 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425036 - ResidentSetSize of job (KB) ... 028 (1259.213.000) 05/25 22:24:08 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:24:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 ResidentSetSize = 425036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 22:24:10 Image size of job updated: 1621704 415 - MemoryUsage of job (MB) 424132 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 22:24:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:24:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 424132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:24:23 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410560 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:24:23 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:24:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 22:24:37 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425028 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 22:24:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265360.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/25 22:24:38 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420052 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:24:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 420052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 22:24:43 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 361168 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 22:24:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 361168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:24:45 Image size of job updated: 1576844 346 - MemoryUsage of job (MB) 354008 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:24:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:24:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:24:48 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401628 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:24:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 401628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:24:51 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410668 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:24:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:24:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 410668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:25:07 Image size of job updated: 1263896 358 - MemoryUsage of job (MB) 366308 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:25:07 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:25:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:25:09 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410656 - ResidentSetSize of job (KB) ... 006 (1259.034.000) 05/25 22:25:10 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425868 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:25:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:25:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.034.000) 05/25 22:25:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:25:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.048.000) 05/25 22:25:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:35, Sys 0 00:01:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:35, Sys 0 00:01:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866251264 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1866251264 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 551545084 Memory (MB) : 416 1024 1920 ... 028 (1259.048.000) 05/25 22:25:14 Job ad information event triggered. SentBytes = 1866251264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25013" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c142.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:35, Sys 0 00:01:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 48 EventTime = "2019-05-25T22:25:14" TotalSentBytes = 1866251264.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:22:35, Sys 0 00:01:48" JOB_GLIDEIN_SiteWMS_JobId = "264853.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.074.000) 05/25 22:25:19 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 348040 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:25:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:25:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.111.000) 05/25 22:25:27 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406456 - ResidentSetSize of job (KB) ... 028 (1259.111.000) 05/25 22:25:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:25:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406456 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/25 22:25:32 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417516 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:25:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:25:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:25:42 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 414968 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:25:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:25:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:25:46 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 402392 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:25:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:25:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 402392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:25:49 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402904 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:25:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 402904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:25:51 Image size of job updated: 1263892 358 - MemoryUsage of job (MB) 366028 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:25:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:25:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 22:26:08 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368592 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:26:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:26:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.087.000) 05/25 22:26:12 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408812 - ResidentSetSize of job (KB) ... 028 (1259.087.000) 05/25 22:26:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:26:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/25 22:26:13 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 366324 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:26:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:26:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 22:26:14 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 411824 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:26:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:26:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411824 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:26:16 Image size of job updated: 1554116 406 - MemoryUsage of job (MB) 415364 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 22:26:17 Image size of job updated: 15000000 379 - MemoryUsage of job (MB) 388012 - ResidentSetSize of job (KB) ... 006 (1259.252.000) 05/25 22:26:17 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422504 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:26:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:26:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 22:26:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 388012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.252.000) 05/25 22:26:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:26:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 422504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:26:28 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 418952 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:26:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:26:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:26:32 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358808 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:26:32 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:26:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 22:26:51 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418532 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:26:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:26:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:27:02 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360848 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:27:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:27:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:27:05 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419344 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:27:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:27:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 419344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 22:27:11 Image size of job updated: 1331484 358 - MemoryUsage of job (MB) 366452 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 22:27:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:27:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.194.000) 05/25 22:27:19 Image size of job updated: 1572724 347 - MemoryUsage of job (MB) 354920 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:27:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:27:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:27:19 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353364 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:27:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:27:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:27:25 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421156 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:27:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:27:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:27:28 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 402048 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:27:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:27:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 402048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:27:29 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403724 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:27:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:27:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 403724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:27:43 Image size of job updated: 1570672 335 - MemoryUsage of job (MB) 342464 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:27:43 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:27:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:27:47 Image size of job updated: 1621704 416 - MemoryUsage of job (MB) 425560 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:27:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:27:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.118.000) 05/25 22:27:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:22, Sys 0 00:02:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:22, Sys 0 00:02:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1340817792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1340817792 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 662316716 Memory (MB) : 367 1024 1920 ... 028 (1259.118.000) 05/25 22:27:50 Job ad information event triggered. SentBytes = 1340817792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969234" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c026.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:22, Sys 0 00:02:50" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 118 EventTime = "2019-05-25T22:27:50" TotalSentBytes = 1340817792.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:22:22, Sys 0 00:02:50" JOB_GLIDEIN_SiteWMS_JobId = "265009.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.082.000) 05/25 22:27:51 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399884 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 22:27:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:27:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:27:55 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 405328 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:27:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:27:57 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418196 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:27:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:27:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:27:59 Image size of job updated: 1500000 376 - MemoryUsage of job (MB) 384640 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:27:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:27:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 376 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 384640 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:28:17 Image size of job updated: 1331488 360 - MemoryUsage of job (MB) 367800 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:28:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:28:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.026.000) 05/25 22:28:23 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425968 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 22:28:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 425968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 22:28:24 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355340 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:28:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:28:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 22:28:27 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405676 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:28:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:28:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.299.000) 05/25 22:28:29 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423876 - ResidentSetSize of job (KB) ... 028 (1259.299.000) 05/25 22:28:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.019.000) 05/25 22:28:41 Image size of job updated: 1621704 416 - MemoryUsage of job (MB) 425196 - ResidentSetSize of job (KB) ... 028 (1259.019.000) 05/25 22:28:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:28:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668335.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720761" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c222.iu.edu" Subproc = 0 ResidentSetSize = 425196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.232.000) 05/25 22:28:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_170915_92293580@nod25.phys.uconn.edu <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.232.000) 05/25 22:28:46 Job ad information event triggered. StartdAddr = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-25T22:28:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_170915_92293580@nod25.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.232.000) 05/25 22:28:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_170915_92293580@nod25.phys.uconn.edu, rescheduling job ... 028 (1259.232.000) 05/25 22:28:48 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:28:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" StartdName = "glidein_170915_92293580@nod25.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:28:54 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421032 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:28:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:28:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 421032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:28:59 Image size of job updated: 1570676 330 - MemoryUsage of job (MB) 337536 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:28:59 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:28:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 330 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 337536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.248.000) 05/25 22:29:10 Image size of job updated: 1621704 419 - MemoryUsage of job (MB) 428320 - ResidentSetSize of job (KB) ... 028 (1259.248.000) 05/25 22:29:10 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:29:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 ResidentSetSize = 428320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:29:24 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 412984 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:29:24 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:29:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 22:29:36 Job executing on host: <72.36.96.185:43721?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890706&addrs=72.36.96.185-43721&noUDP> ... 028 (1259.232.000) 05/25 22:29:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:29:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.185:43721?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890706&addrs=72.36.96.185-43721&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275290.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25712" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c056.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.012.000) 05/25 22:29:38 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427472 - ResidentSetSize of job (KB) ... 006 (1259.215.000) 05/25 22:29:38 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423076 - ResidentSetSize of job (KB) ... 028 (1259.012.000) 05/25 22:29:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265360.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.215.000) 05/25 22:29:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 423076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 22:29:44 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364256 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 22:29:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 364256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:29:46 Image size of job updated: 1576844 347 - MemoryUsage of job (MB) 355304 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:29:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:29:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:29:49 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 404944 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:29:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 404944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:29:51 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 413952 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:29:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:29:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 413952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.037.000) 05/25 22:30:09 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412552 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:30:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:30:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412552 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:30:11 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428460 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:30:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:30:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:30:20 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 348588 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:30:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:30:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 22:30:33 Image size of job updated: 1331288 311 - MemoryUsage of job (MB) 318036 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 22:30:33 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 311 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 318036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.290.000) 05/25 22:30:33 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422324 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/25 22:30:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:30:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.184.000) 05/25 22:30:42 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417584 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:30:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:30:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:30:48 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405548 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:30:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:30:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 405548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:30:50 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405608 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:30:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:30:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 405608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:30:51 Image size of job updated: 1263892 358 - MemoryUsage of job (MB) 366508 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:30:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:30:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.167.000) 05/25 22:30:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4101977_84392200@stat111.phys.uconn.edu <137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP> ... 028 (1259.167.000) 05/25 22:30:52 Job ad information event triggered. StartdAddr = "<137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7210155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-25T22:30:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_4101977_84392200@stat111.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.167.000) 05/25 22:30:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4101977_84392200@stat111.phys.uconn.edu, rescheduling job ... 028 (1259.167.000) 05/25 22:30:53 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:30:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210155" StartdName = "glidein_4101977_84392200@stat111.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 22:31:08 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 369112 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:31:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:31:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.267.000) 05/25 22:31:13 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 367844 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/25 22:31:13 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:31:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 22:31:15 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414516 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:31:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:31:17 Image size of job updated: 1554116 408 - MemoryUsage of job (MB) 417472 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 22:31:17 Image size of job updated: 15000000 381 - MemoryUsage of job (MB) 389708 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:31:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 22:31:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:31:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 389708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.252.000) 05/25 22:31:18 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425328 - ResidentSetSize of job (KB) ... 028 (1259.252.000) 05/25 22:31:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:31:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 ResidentSetSize = 425328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.090.000) 05/25 22:31:25 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:09, Sys 0 00:02:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:09, Sys 0 00:02:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1390438400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1390438400 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 663053884 Memory (MB) : 401 1024 1920 ... 028 (1259.090.000) 05/25 22:31:25 Job ad information event triggered. SentBytes = 1390438400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25214" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c028.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:09, Sys 0 00:02:45" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 90 EventTime = "2019-05-25T22:31:25" TotalSentBytes = 1390438400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:23:09, Sys 0 00:02:45" JOB_GLIDEIN_SiteWMS_JobId = "265027.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.044.000) 05/25 22:31:29 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421000 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:31:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:31:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:31:33 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360128 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:31:33 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:31:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.167.000) 05/25 22:31:48 Job executing on host: <137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP> ... 028 (1259.167.000) 05/25 22:31:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:31:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:18754?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#686&addrs=137.99.79.175-18754+[--1]-18754&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210155" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.286.000) 05/25 22:31:52 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422032 - ResidentSetSize of job (KB) ... 028 (1259.286.000) 05/25 22:31:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:31:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:32:03 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 361904 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:32:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:32:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.177.000) 05/25 22:32:06 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422268 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/25 22:32:06 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:32:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 ResidentSetSize = 422268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:32:20 Image size of job updated: 1572724 348 - MemoryUsage of job (MB) 356212 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:32:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:32:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:32:20 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 354156 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:32:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:32:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:32:25 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424940 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:32:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:32:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:32:28 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405528 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:32:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:32:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 405528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:32:29 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406488 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:32:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:32:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 406488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:32:44 Image size of job updated: 1570672 336 - MemoryUsage of job (MB) 344012 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:32:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:32:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.245.000) 05/25 22:32:47 Image size of job updated: 1621704 419 - MemoryUsage of job (MB) 428832 - ResidentSetSize of job (KB) ... 028 (1259.245.000) 05/25 22:32:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:32:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.082.000) 05/25 22:32:51 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402280 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 22:32:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 82 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:32:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969473" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:32:56 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 407904 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:32:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:32:57 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421232 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:32:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:32:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:32:59 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401848 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:32:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:32:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:33:19 Image size of job updated: 1331488 360 - MemoryUsage of job (MB) 368600 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:33:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:33:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.086.000) 05/25 22:33:23 Job terminated. (1) Normal termination (return value 0) Usr 0 01:13:31, Sys 0 00:01:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:13:31, Sys 0 00:01:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1386197248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1386197248 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 645119132 Memory (MB) : 398 1024 1920 ... 028 (1259.086.000) 05/25 22:33:23 Job ad information event triggered. SentBytes = 1386197248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "27522" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c293.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:13:31, Sys 0 00:01:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 86 EventTime = "2019-05-25T22:33:23" TotalSentBytes = 1386197248.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:13:31, Sys 0 00:01:56" JOB_GLIDEIN_SiteWMS_JobId = "1668986.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.026.000) 05/25 22:33:24 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428856 - ResidentSetSize of job (KB) ... 028 (1259.026.000) 05/25 22:33:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:33:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668991.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720994" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" Subproc = 0 ResidentSetSize = 428856 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 22:33:25 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356360 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:33:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:33:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.147.000) 05/25 22:33:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_70457_26942610@scigrid2.physics.fsu.edu <128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP> ... 028 (1259.147.000) 05/25 22:33:27 Job ad information event triggered. StartdAddr = "<128.186.19.143:34785?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#708&addrs=128.186.19.143-34785+[--1]-34785&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29542" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 147 EventTime = "2019-05-25T22:33:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_70457_26942610@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.147.000) 05/25 22:33:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_70457_26942610@scigrid2.physics.fsu.edu, rescheduling job ... 006 (1259.296.000) 05/25 22:33:27 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408148 - ResidentSetSize of job (KB) ... 028 (1259.147.000) 05/25 22:33:27 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 147 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T22:33:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68042.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29542" StartdName = "glidein_70457_26942610@scigrid2.physics.fsu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 22:33:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:33:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.266.000) 05/25 22:33:55 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423876 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/25 22:33:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:33:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 ResidentSetSize = 423876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:34:00 Image size of job updated: 1570676 331 - MemoryUsage of job (MB) 338328 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:34:00 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:34:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 331 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 338328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:34:25 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 415852 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:34:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:34:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/25 22:34:28 Job was evicted. (0) Job terminated and was requeued Usr 0 00:16:46, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335572160 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/25 22:34:28 Job ad information event triggered. SentBytes = 335572160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 155 EventTime = "2019-05-25T22:34:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:16:46, Sys 0 00:00:40" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 006 (1259.215.000) 05/25 22:34:39 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425580 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 22:34:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:34:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 ResidentSetSize = 425580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.147.000) 05/25 22:34:43 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.147.000) 05/25 22:34:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 147 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:34:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.196.000) 05/25 22:34:44 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 365948 - ResidentSetSize of job (KB) ... 028 (1259.196.000) 05/25 22:34:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:34:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 365948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:34:46 Image size of job updated: 1576844 348 - MemoryUsage of job (MB) 356096 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:34:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:34:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/25 22:34:46 Job executing on host: <128.186.19.131:28952?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#766&addrs=128.186.19.131-28952+[--1]-28952&noUDP> ... 028 (1259.155.000) 05/25 22:34:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 155 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T22:34:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:28952?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#766&addrs=128.186.19.131-28952+[--1]-28952&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:34:49 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407292 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:34:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:34:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 407292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:34:52 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416328 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:34:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:34:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 416328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:35:09 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 366796 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:35:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:35:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:35:10 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415336 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:35:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:35:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:35:12 Image size of job updated: 1500000 422 - MemoryUsage of job (MB) 431276 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:35:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:35:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 431276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 22:35:21 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349360 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 22:35:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:35:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.115.000) 05/25 22:35:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:14:00, Sys 0 00:04:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:14:00, Sys 0 00:04:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1336690816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1336690816 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1718063 1 36181012 Memory (MB) : 341 1024 2500 ... 028 (1259.115.000) 05/25 22:35:21 Job ad information event triggered. SentBytes = 1336690816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8103764" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-17-S7-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:14:00, Sys 0 00:04:08" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 115 EventTime = "2019-05-25T22:35:21" TotalSentBytes = 1336690816.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "39" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:14:00, Sys 0 00:04:08" JOB_GLIDEIN_SiteWMS_JobId = "4415976.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.184.000) 05/25 22:35:42 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420664 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:35:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:35:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:35:48 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408400 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:35:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:35:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 408400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:35:50 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408100 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:35:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:35:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 408100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:35:51 Image size of job updated: 1263892 359 - MemoryUsage of job (MB) 366752 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:35:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:35:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 22:36:09 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 369568 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:36:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:36:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.271.000) 05/25 22:36:16 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417192 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:36:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:36:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:36:17 Image size of job updated: 1554116 411 - MemoryUsage of job (MB) 420276 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:36:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 22:36:17 Image size of job updated: 15000000 383 - MemoryUsage of job (MB) 391504 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 22:36:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:36:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 383 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 391504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:36:29 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423572 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:36:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:36:34 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360920 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:36:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:36:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 22:37:03 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 362696 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 22:37:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:37:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 22:37:13 Image size of job updated: 1331484 359 - MemoryUsage of job (MB) 366704 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 22:37:13 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:37:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.153.000) 05/25 22:37:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_6761_107041344@lnxfarm238.colorado.edu <192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP> ... 028 (1259.153.000) 05/25 22:37:19 Job ad information event triggered. StartdAddr = "<192.168.3.138:41677?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#873273&addrs=192.168.3.138-41677&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875176" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 153 EventTime = "2019-05-25T22:37:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_1@glidein_6761_107041344@lnxfarm238.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466105" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.153.000) 05/25 22:37:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_6761_107041344@lnxfarm238.colorado.edu, rescheduling job ... 028 (1259.153.000) 05/25 22:37:19 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:37:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466105" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875176" StartdName = "slot1_1@glidein_6761_107041344@lnxfarm238.colorado.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.176.000) 05/25 22:37:20 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355740 - ResidentSetSize of job (KB) ... 006 (1259.194.000) 05/25 22:37:20 Image size of job updated: 1572724 349 - MemoryUsage of job (MB) 357268 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:37:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:37:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.194.000) 05/25 22:37:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:37:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.237.000) 05/25 22:37:26 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428804 - ResidentSetSize of job (KB) ... 028 (1259.237.000) 05/25 22:37:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:37:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:37:29 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408508 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:37:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:37:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 408508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:37:30 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409396 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:37:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:37:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 409396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:37:44 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344276 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:37:44 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:37:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:37:56 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410700 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:37:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:37:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:37:58 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424136 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:37:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:37:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:38:00 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404712 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:38:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:38:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.153.000) 05/25 22:38:08 Job executing on host: <192.168.3.90:39908?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37302&addrs=192.168.3.90-39908&noUDP> ... 028 (1259.153.000) 05/25 22:38:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:38:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.90:39908?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#37302&addrs=192.168.3.90-39908&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.265.000) 05/25 22:38:22 Image size of job updated: 1621704 391 - MemoryUsage of job (MB) 400000 - ResidentSetSize of job (KB) ... 028 (1259.265.000) 05/25 22:38:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 265 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:38:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274888.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/25 22:38:26 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357680 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:38:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:38:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 22:38:28 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411388 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:38:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:38:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:39:01 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339056 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:39:01 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:39:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:39:25 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419196 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:39:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:39:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:39:46 Image size of job updated: 1576844 350 - MemoryUsage of job (MB) 357416 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:39:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:39:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:39:49 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410776 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:39:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:39:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 410776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:39:53 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419088 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:39:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:39:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 419088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:40:09 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 366912 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:40:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:40:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:40:10 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417156 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:40:10 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:40:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/25 22:40:12 Image size of job updated: 1500000 424 - MemoryUsage of job (MB) 434024 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/25 22:40:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:40:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 434024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 22:40:35 Image size of job updated: 1331288 312 - MemoryUsage of job (MB) 318484 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 22:40:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:40:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 318484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.184.000) 05/25 22:40:42 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424088 - ResidentSetSize of job (KB) ... 028 (1259.184.000) 05/25 22:40:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:40:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:40:49 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411112 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:40:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:40:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 411112 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:40:50 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412040 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:40:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:40:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 412040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:40:51 Image size of job updated: 1263892 359 - MemoryUsage of job (MB) 367224 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:40:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:40:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.271.000) 05/25 22:41:16 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420280 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:41:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:41:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:41:17 Image size of job updated: 1554116 414 - MemoryUsage of job (MB) 423168 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:41:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 22:41:17 Image size of job updated: 15000000 386 - MemoryUsage of job (MB) 394476 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 22:41:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:41:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 394476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:41:29 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425864 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:41:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:41:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.141.000) 05/25 22:41:34 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361868 - ResidentSetSize of job (KB) ... 028 (1259.141.000) 05/25 22:41:34 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:41:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.149.000) 05/25 22:41:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_71984_124374033@mwt2-c162.campuscluster.illinois.edu <72.36.96.69:39418?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869657&addrs=72.36.96.69-39418&noUDP> ... 028 (1259.149.000) 05/25 22:41:53 Job ad information event triggered. StartdAddr = "<72.36.96.69:39418?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869657&addrs=72.36.96.69-39418&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25194" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 149 EventTime = "2019-05-25T22:41:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_71984_124374033@mwt2-c162.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.149.000) 05/25 22:41:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_71984_124374033@mwt2-c162.campuscluster.illinois.edu, rescheduling job ... 028 (1259.149.000) 05/25 22:41:53 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:41:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274365.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25194" StartdName = "glidein_71984_124374033@mwt2-c162.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c162.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 22:41:55 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426756 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 22:41:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:41:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426756 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.014.000) 05/25 22:42:19 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9367_113126706@mwt2-c159.campuscluster.illinois.edu <72.36.96.66:34709?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868125&addrs=72.36.96.66-34709&noUDP> ... 028 (1259.014.000) 05/25 22:42:19 Job ad information event triggered. StartdAddr = "<72.36.96.66:34709?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868125&addrs=72.36.96.66-34709&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969165" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c159.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 14 EventTime = "2019-05-25T22:42:19" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_9367_113126706@mwt2-c159.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264950.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.014.000) 05/25 22:42:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9367_113126706@mwt2-c159.campuscluster.illinois.edu, rescheduling job ... 028 (1259.014.000) 05/25 22:42:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 14 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:42:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264950.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969165" StartdName = "glidein_9367_113126706@mwt2-c159.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:42:21 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356704 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:42:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:42:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:42:21 Image size of job updated: 1572724 350 - MemoryUsage of job (MB) 358004 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:42:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:42:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:42:30 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412468 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:42:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:42:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 412468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:42:30 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412192 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:42:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:42:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 412192 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.014.000) 05/25 22:42:42 Job executing on host: <137.99.79.160:28996?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#727&addrs=137.99.79.160-28996+[--1]-28996&noUDP> ... 028 (1259.014.000) 05/25 22:42:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 14 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T22:42:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28996?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#727&addrs=137.99.79.160-28996+[--1]-28996&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716818.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16070" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:42:45 Image size of job updated: 1570672 337 - MemoryUsage of job (MB) 344912 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:42:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:42:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:42:56 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413024 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:42:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:42:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:42:58 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426392 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:42:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:42:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:43:00 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407744 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:43:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:43:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.149.000) 05/25 22:43:01 Job executing on host: <72.36.96.51:39707?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#869410&addrs=72.36.96.51-39707&noUDP> ... 028 (1259.149.000) 05/25 22:43:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 149 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:43:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:39707?CCBID=192.170.227.251:9849%3faddrs%3d192.170.227.251-9849#869410&addrs=72.36.96.51-39707&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275669.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969707" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:43:19 Image size of job updated: 1331488 360 - MemoryUsage of job (MB) 368608 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:43:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:43:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.046.000) 05/25 22:43:26 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358164 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:43:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 22:43:28 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414216 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:43:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:43:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.211.000) 05/25 22:43:49 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426488 - ResidentSetSize of job (KB) ... 028 (1259.211.000) 05/25 22:43:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:43:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:44:25 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421524 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:44:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:44:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.015.000) 05/25 22:44:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_105049_230655185@mwt2-c022.campuscluster.illinois.edu <72.36.96.151:37103?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876055&addrs=72.36.96.151-37103&noUDP> ... 028 (1259.015.000) 05/25 22:44:40 Job ad information event triggered. StartdAddr = "<72.36.96.151:37103?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876055&addrs=72.36.96.151-37103&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25604" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c022.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-25T22:44:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_105049_230655185@mwt2-c022.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265362.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.015.000) 05/25 22:44:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_105049_230655185@mwt2-c022.campuscluster.illinois.edu, rescheduling job ... 028 (1259.015.000) 05/25 22:44:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:44:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265362.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25604" StartdName = "glidein_105049_230655185@mwt2-c022.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c022.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:44:46 Image size of job updated: 1576844 350 - MemoryUsage of job (MB) 357668 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:44:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:44:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:44:50 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 412984 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:44:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:44:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 412984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:44:54 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421816 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:44:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:44:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 421816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:45:09 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 367088 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:45:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:45:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:45:11 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 419944 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:45:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:45:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.044.000) 05/25 22:45:28 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425868 - ResidentSetSize of job (KB) ... 028 (1259.044.000) 05/25 22:45:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:45:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 22:45:35 Image size of job updated: 1331288 312 - MemoryUsage of job (MB) 318616 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 22:45:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:45:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 318616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.015.000) 05/25 22:45:45 Job executing on host: <128.186.19.131:20230?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#756&addrs=128.186.19.131-20230+[--1]-20230&noUDP> ... 028 (1259.015.000) 05/25 22:45:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T22:45:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:20230?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#756&addrs=128.186.19.131-20230+[--1]-20230&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68037.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8405055" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:45:50 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 413876 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:45:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:45:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 413876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:45:51 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 414276 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:45:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:45:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 414276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 22:46:10 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 369764 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:46:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:46:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.271.000) 05/25 22:46:17 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 422956 - ResidentSetSize of job (KB) ... 006 (1259.205.000) 05/25 22:46:18 Image size of job updated: 1554116 416 - MemoryUsage of job (MB) 425536 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 22:46:18 Image size of job updated: 15000000 387 - MemoryUsage of job (MB) 395960 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:46:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:46:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.205.000) 05/25 22:46:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 22:46:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:46:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.001.000) 05/25 22:46:29 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425672 - ResidentSetSize of job (KB) ... 028 (1259.001.000) 05/25 22:46:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:46:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274787.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25397" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c025.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425672 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.217.000) 05/25 22:46:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_39003_165620040@uct2-c327.mwt2.org <192.170.226.148:40211?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893698&addrs=192.170.226.148-40211&noUDP> ... 028 (1259.217.000) 05/25 22:46:32 Job ad information event triggered. StartdAddr = "<192.170.226.148:40211?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#893698&addrs=192.170.226.148-40211&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969136" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 217 EventTime = "2019-05-25T22:46:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_39003_165620040@uct2-c327.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.217.000) 05/25 22:46:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_39003_165620040@uct2-c327.mwt2.org, rescheduling job ... 028 (1259.217.000) 05/25 22:46:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:46:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264907.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969136" StartdName = "glidein_39003_165620040@uct2-c327.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@uct2-c327.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.258.000) 05/25 22:46:56 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429332 - ResidentSetSize of job (KB) ... 028 (1259.258.000) 05/25 22:46:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:46:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274629.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.255.000) 05/25 22:47:02 Job terminated. (1) Normal termination (return value 0) Usr 0 01:23:09, Sys 0 00:01:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:23:09, Sys 0 00:01:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1919887104 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1919887104 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 2993317 Memory (MB) : 416 1024 1024 ... 028 (1259.255.000) 05/25 22:47:02 Job ad information event triggered. SentBytes = 1919887104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23813" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:23:09, Sys 0 00:01:45" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 255 EventTime = "2019-05-25T22:47:02" TotalSentBytes = 1919887104.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:23:09, Sys 0 00:01:45" JOB_GLIDEIN_SiteWMS_JobId = "466373" TotalReceivedBytes = 845120448.0 ... 006 (1259.027.000) 05/25 22:47:08 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426780 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 22:47:08 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 27 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:47:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465196" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22049" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 426780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.176.000) 05/25 22:47:21 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356968 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:47:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:47:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:47:21 Image size of job updated: 1572724 351 - MemoryUsage of job (MB) 359324 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:47:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:47:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359324 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:47:30 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414464 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:47:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:47:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 414464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:47:31 Image size of job updated: 1750000 406 - MemoryUsage of job (MB) 415140 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:47:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:47:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 415140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:47:46 Image size of job updated: 1570672 338 - MemoryUsage of job (MB) 345648 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:47:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:47:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 338 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.072.000) 05/25 22:47:49 Job terminated. (1) Normal termination (return value 0) Usr 0 01:22:34, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:22:34, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1369812736 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1369812736 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 561675516 Memory (MB) : 382 1024 1920 ... 028 (1259.072.000) 05/25 22:47:49 Job ad information event triggered. SentBytes = 1369812736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25342" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:22:34, Sys 0 00:02:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 72 EventTime = "2019-05-25T22:47:49" TotalSentBytes = 1369812736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:22:34, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.083.000) 05/25 22:47:49 Job terminated. (1) Normal termination (return value 0) Usr 0 03:15:25, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:15:25, Sys 0 00:03:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1381300864 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1381300864 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1761628 1 36174524 Memory (MB) : 340 1024 2500 ... 028 (1259.083.000) 05/25 22:47:49 Job ad information event triggered. SentBytes = 1381300864.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "13295" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-CRZGBZ1-S6-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:15:25, Sys 0 00:03:44" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 83 EventTime = "2019-05-25T22:47:49" TotalSentBytes = 1381300864.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:15:25, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "4380369.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.228.000) 05/25 22:47:56 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416004 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:47:56 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:47:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.281.000) 05/25 22:48:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_165663_79926727@mwt2-c121.campuscluster.illinois.edu <72.36.96.250:44645?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35804&addrs=72.36.96.250-44645&noUDP> ... 028 (1259.281.000) 05/25 22:48:00 Job ad information event triggered. StartdAddr = "<72.36.96.250:44645?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35804&addrs=72.36.96.250-44645&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25527" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c121.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 281 EventTime = "2019-05-25T22:48:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_165663_79926727@mwt2-c121.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265306.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.281.000) 05/25 22:48:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_165663_79926727@mwt2-c121.campuscluster.illinois.edu, rescheduling job ... 028 (1259.281.000) 05/25 22:48:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 281 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:48:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265306.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25527" StartdName = "glidein_165663_79926727@mwt2-c121.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:48:01 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409712 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:48:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.091.000) 05/25 22:48:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:05, Sys 0 00:02:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:05, Sys 0 00:02:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1388532736 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1388532736 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 643239672 Memory (MB) : 339 1024 1920 ... 028 (1259.091.000) 05/25 22:48:07 Job ad information event triggered. SentBytes = 1388532736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969414" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:05, Sys 0 00:02:59" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 91 EventTime = "2019-05-25T22:48:07" TotalSentBytes = 1388532736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:27:05, Sys 0 00:02:59" JOB_GLIDEIN_SiteWMS_JobId = "274624.0" TotalReceivedBytes = 845120448.0 ... 001 (1259.217.000) 05/25 22:48:09 Job executing on host: <192.170.226.41:44944?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882635&addrs=192.170.226.41-44944&noUDP> ... 028 (1259.217.000) 05/25 22:48:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 217 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:48:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.41:44944?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882635&addrs=192.170.226.41-44944&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265321.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c451.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:48:20 Image size of job updated: 1331488 360 - MemoryUsage of job (MB) 368620 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:48:20 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:48:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.046.000) 05/25 22:48:27 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359164 - ResidentSetSize of job (KB) ... 006 (1259.296.000) 05/25 22:48:28 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417160 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/25 22:48:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:48:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359164 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.296.000) 05/25 22:48:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:48:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.281.000) 05/25 22:48:46 Job executing on host: <72.36.96.210:43086?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892766&addrs=72.36.96.210-43086&noUDP> ... 028 (1259.281.000) 05/25 22:48:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 281 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:48:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.210:43086?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892766&addrs=72.36.96.210-43086&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25342" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:49:02 Image size of job updated: 1570676 332 - MemoryUsage of job (MB) 339580 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:49:02 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:49:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 332 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 339580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:49:26 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424460 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:49:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:49:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:49:46 Image size of job updated: 1576844 351 - MemoryUsage of job (MB) 358720 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:49:46 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:49:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:49:51 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416376 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:49:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:49:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 416376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.205.000) 05/25 22:49:54 Image size of job updated: 1554116 416 - MemoryUsage of job (MB) 425908 - ResidentSetSize of job (KB) ... 028 (1259.205.000) 05/25 22:49:54 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1554116 Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:49:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:49:54 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424632 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:49:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:49:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 424632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:50:09 Image size of job updated: 1263896 359 - MemoryUsage of job (MB) 367400 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:50:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:50:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:50:11 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422588 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:50:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:50:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 22:50:36 Image size of job updated: 1331288 312 - MemoryUsage of job (MB) 319064 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 22:50:36 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:50:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319064 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.288.000) 05/25 22:50:51 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417676 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:50:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:50:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 417676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:50:51 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 417896 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:50:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:50:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 417896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 22:50:52 Image size of job updated: 1263892 359 - MemoryUsage of job (MB) 367360 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 22:50:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:50:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/25 22:51:10 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 370304 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 22:51:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:51:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.260.000) 05/25 22:51:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_50078_282987534@mwt2-c060.campuscluster.illinois.edu <72.36.96.189:42514?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892685&addrs=72.36.96.189-42514&noUDP> ... 028 (1259.260.000) 05/25 22:51:14 Job ad information event triggered. StartdAddr = "<72.36.96.189:42514?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892685&addrs=72.36.96.189-42514&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25258" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c060.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 260 EventTime = "2019-05-25T22:51:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_50078_282987534@mwt2-c060.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265056.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.260.000) 05/25 22:51:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_50078_282987534@mwt2-c060.campuscluster.illinois.edu, rescheduling job ... 028 (1259.260.000) 05/25 22:51:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 260 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:51:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265056.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" StartdName = "glidein_50078_282987534@mwt2-c060.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c060.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 22:51:17 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425764 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:51:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:51:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 22:51:18 Image size of job updated: 15000000 390 - MemoryUsage of job (MB) 398752 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 22:51:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:51:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.257.000) 05/25 22:51:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7282_133413770@mwt2-c144.campuscluster.illinois.edu <72.36.96.51:34073?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876818&addrs=72.36.96.51-34073&noUDP> ... 028 (1259.257.000) 05/25 22:51:33 Job ad information event triggered. StartdAddr = "<72.36.96.51:34073?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#876818&addrs=72.36.96.51-34073&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 257 EventTime = "2019-05-25T22:51:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_7282_133413770@mwt2-c144.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.257.000) 05/25 22:51:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7282_133413770@mwt2-c144.campuscluster.illinois.edu, rescheduling job ... 028 (1259.257.000) 05/25 22:51:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 257 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:51:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272638.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24474" StartdName = "glidein_7282_133413770@mwt2-c144.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_45@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.260.000) 05/25 22:51:50 Job executing on host: <72.36.96.195:39445?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#866154&addrs=72.36.96.195-39445&noUDP> ... 028 (1259.260.000) 05/25 22:51:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:51:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:39445?CCBID=192.170.227.251:9701%3faddrs%3d192.170.227.251-9701#866154&addrs=72.36.96.195-39445&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274939.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25551" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.257.000) 05/25 22:51:52 Job executing on host: <72.36.96.141:33112?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#35755&addrs=72.36.96.141-33112&noUDP> ... 028 (1259.257.000) 05/25 22:51:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 257 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:51:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.141:33112?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#35755&addrs=72.36.96.141-33112&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265541.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25797" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.027.000) 05/25 22:52:09 Image size of job updated: 1750000 421 - MemoryUsage of job (MB) 430476 - ResidentSetSize of job (KB) ... 028 (1259.027.000) 05/25 22:52:09 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 27 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:52:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 421 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465196" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22049" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 430476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.176.000) 05/25 22:52:22 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 358024 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:52:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:52:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:52:22 Image size of job updated: 1572724 352 - MemoryUsage of job (MB) 360116 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:52:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:52:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:52:31 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418176 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:52:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:52:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 418176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:52:31 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417692 - ResidentSetSize of job (KB) ... 028 (1259.022.000) 05/25 22:52:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:52:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 417692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:52:47 Image size of job updated: 1570672 339 - MemoryUsage of job (MB) 346420 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:52:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:52:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:52:57 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418708 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 22:52:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:52:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:53:01 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412304 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 22:53:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:53:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 22:53:21 Image size of job updated: 1331488 361 - MemoryUsage of job (MB) 368656 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 22:53:21 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:53:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.296.000) 05/25 22:53:28 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419764 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:53:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:53:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.080.000) 05/25 22:53:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_35186_636889880@mwt2-c024.campuscluster.illinois.edu <72.36.96.153:36590?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871494&addrs=72.36.96.153-36590&noUDP> ... 028 (1259.080.000) 05/25 22:53:43 Job ad information event triggered. StartdAddr = "<72.36.96.153:36590?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871494&addrs=72.36.96.153-36590&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969450" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c024.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 80 EventTime = "2019-05-25T22:53:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_35186_636889880@mwt2-c024.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274688.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.080.000) 05/25 22:53:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_35186_636889880@mwt2-c024.campuscluster.illinois.edu, rescheduling job ... 028 (1259.080.000) 05/25 22:53:43 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 80 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:53:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274688.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969450" StartdName = "glidein_35186_636889880@mwt2-c024.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c024.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:54:03 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340372 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:54:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:54:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:54:26 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425772 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:54:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:54:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.163.000) 05/25 22:54:45 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_192441_410180625@mwt2-c094.campuscluster.illinois.edu <72.36.96.223:39048?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876752&addrs=72.36.96.223-39048&noUDP> ... 028 (1259.163.000) 05/25 22:54:45 Job ad information event triggered. StartdAddr = "<72.36.96.223:39048?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876752&addrs=72.36.96.223-39048&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c094.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 163 EventTime = "2019-05-25T22:54:45" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_192441_410180625@mwt2-c094.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274433.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.163.000) 05/25 22:54:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_192441_410180625@mwt2-c094.campuscluster.illinois.edu, rescheduling job ... 028 (1259.163.000) 05/25 22:54:45 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 163 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:54:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274433.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" StartdName = "glidein_192441_410180625@mwt2-c094.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c094.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.198.000) 05/25 22:54:51 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418676 - ResidentSetSize of job (KB) ... 028 (1259.198.000) 05/25 22:54:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:54:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 418676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.035.000) 05/25 22:54:55 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427952 - ResidentSetSize of job (KB) ... 028 (1259.035.000) 05/25 22:54:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 35 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:54:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" Subproc = 0 ResidentSetSize = 427952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.080.000) 05/25 22:55:07 Job executing on host: <72.36.96.227:45302?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880349&addrs=72.36.96.227-45302&noUDP> ... 028 (1259.080.000) 05/25 22:55:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 80 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:55:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.227:45302?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880349&addrs=72.36.96.227-45302&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275928.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25971" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 22:55:09 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 367864 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 22:55:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:55:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367864 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 22:55:12 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424888 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 22:55:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:55:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.163.000) 05/25 22:55:14 Job executing on host: <72.36.96.247:35816?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867693&addrs=72.36.96.247-35816&noUDP> ... 028 (1259.163.000) 05/25 22:55:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 163 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:55:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.247:35816?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867693&addrs=72.36.96.247-35816&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275926.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25971" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c118.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:55:17 Image size of job updated: 1576844 351 - MemoryUsage of job (MB) 358984 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:55:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.279.000) 05/25 22:55:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_192244_241515327@uct2-c447.mwt2.org <192.170.226.37:40632?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38268&addrs=192.170.226.37-40632&noUDP> ... 028 (1259.279.000) 05/25 22:55:43 Job ad information event triggered. StartdAddr = "<192.170.226.37:40632?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38268&addrs=192.170.226.37-40632&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c447.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 279 EventTime = "2019-05-25T22:55:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_192244_241515327@uct2-c447.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1382519.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.279.000) 05/25 22:55:44 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_192244_241515327@uct2-c447.mwt2.org, rescheduling job ... 028 (1259.279.000) 05/25 22:55:44 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:55:44" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382519.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369589" StartdName = "glidein_192244_241515327@uct2-c447.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c447.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.288.000) 05/25 22:55:51 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420580 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 22:55:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 420580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 22:55:51 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 419956 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 22:55:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 419956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.132.000) 05/25 22:56:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_52732_359047587@uct2-c474.mwt2.org <192.170.227.85:34758?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#883074&addrs=192.170.227.85-34758&noUDP> ... 028 (1259.132.000) 05/25 22:56:10 Job ad information event triggered. StartdAddr = "<192.170.227.85:34758?CCBID=192.170.227.251:9844%3faddrs%3d192.170.227.251-9844#883074&addrs=192.170.227.85-34758&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "32495" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 132 EventTime = "2019-05-25T22:56:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_52732_359047587@uct2-c474.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.132.000) 05/25 22:56:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_52732_359047587@uct2-c474.mwt2.org, rescheduling job ... 006 (1259.140.000) 05/25 22:56:11 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 370580 - ResidentSetSize of job (KB) ... 028 (1259.132.000) 05/25 22:56:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 132 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:56:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382230.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32495" StartdName = "glidein_52732_359047587@uct2-c474.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@uct2-c474.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.140.000) 05/25 22:56:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T22:56:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.271.000) 05/25 22:56:17 Image size of job updated: 1750000 419 - MemoryUsage of job (MB) 428588 - ResidentSetSize of job (KB) ... 006 (1259.259.000) 05/25 22:56:18 Image size of job updated: 15000000 391 - MemoryUsage of job (MB) 400240 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 22:56:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:56:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.259.000) 05/25 22:56:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:56:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.157.000) 05/25 22:56:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_108917_46648224@mwt2-c052.campuscluster.illinois.edu <72.36.96.181:34481?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876746&addrs=72.36.96.181-34481&noUDP> ... 028 (1259.157.000) 05/25 22:56:33 Job ad information event triggered. StartdAddr = "<72.36.96.181:34481?CCBID=192.170.227.251:9744%3faddrs%3d192.170.227.251-9744#876746&addrs=72.36.96.181-34481&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25182" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c052.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 157 EventTime = "2019-05-25T22:56:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_108917_46648224@mwt2-c052.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274351.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.157.000) 05/25 22:56:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_108917_46648224@mwt2-c052.campuscluster.illinois.edu, rescheduling job ... 028 (1259.157.000) 05/25 22:56:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 157 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:56:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274351.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25182" StartdName = "glidein_108917_46648224@mwt2-c052.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.007.000) 05/25 22:56:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_143585_301443336@mwt2-c091.campuscluster.illinois.edu <72.36.96.220:40794?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879451&addrs=72.36.96.220-40794&noUDP> ... 028 (1259.007.000) 05/25 22:56:41 Job ad information event triggered. StartdAddr = "<72.36.96.220:40794?CCBID=192.170.227.251:9850%3faddrs%3d192.170.227.251-9850#879451&addrs=72.36.96.220-40794&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25241" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c091.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 7 EventTime = "2019-05-25T22:56:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_143585_301443336@mwt2-c091.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274562.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.007.000) 05/25 22:56:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_143585_301443336@mwt2-c091.campuscluster.illinois.edu, rescheduling job ... 028 (1259.007.000) 05/25 22:56:42 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:56:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274562.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" StartdName = "glidein_143585_301443336@mwt2-c091.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.209.000) 05/25 22:57:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_166567_500095838@mwt2-c091.campuscluster.illinois.edu <72.36.96.220:37834?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875165&addrs=72.36.96.220-37834&noUDP> ... 028 (1259.209.000) 05/25 22:57:09 Job ad information event triggered. StartdAddr = "<72.36.96.220:37834?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875165&addrs=72.36.96.220-37834&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25264" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 209 EventTime = "2019-05-25T22:57:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_166567_500095838@mwt2-c091.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.209.000) 05/25 22:57:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_166567_500095838@mwt2-c091.campuscluster.illinois.edu, rescheduling job ... 022 (1259.277.000) 05/25 22:57:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu <192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP> ... 022 (1259.158.000) 05/25 22:57:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_21910_110668140@mwt2-c122.campuscluster.illinois.edu <72.36.96.251:41814?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871485&addrs=72.36.96.251-41814&noUDP> ... 028 (1259.158.000) 05/25 22:57:11 Job ad information event triggered. StartdAddr = "<72.36.96.251:41814?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871485&addrs=72.36.96.251-41814&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c122.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 158 EventTime = "2019-05-25T22:57:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_21910_110668140@mwt2-c122.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265333.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.277.000) 05/25 22:57:09 Job ad information event triggered. StartdAddr = "<192.168.3.200:39600?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#883363&addrs=192.168.3.200-39600&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6874961" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 277 EventTime = "2019-05-25T22:57:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "465783" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.277.000) 05/25 22:57:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu, rescheduling job ... 028 (1259.277.000) 05/25 22:57:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 277 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T22:57:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465783" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6874961" StartdName = "slot1_1@glidein_42481_69429249@lnxfarm300.colorado.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 028 (1259.209.000) 05/25 22:57:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 209 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:57:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274608.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25264" StartdName = "glidein_166567_500095838@mwt2-c091.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c091.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.158.000) 05/25 22:57:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_21910_110668140@mwt2-c122.campuscluster.illinois.edu, rescheduling job ... 028 (1259.158.000) 05/25 22:57:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 158 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265333.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" StartdName = "glidein_21910_110668140@mwt2-c122.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c122.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.157.000) 05/25 22:57:16 Job executing on host: <72.36.96.167:43287?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874315&addrs=72.36.96.167-43287&noUDP> ... 001 (1259.132.000) 05/25 22:57:16 Job executing on host: <72.36.96.213:45077?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877950&addrs=72.36.96.213-45077&noUDP> ... 001 (1259.007.000) 05/25 22:57:16 Job executing on host: <72.36.96.190:41052?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869816&addrs=72.36.96.190-41052&noUDP> ... 028 (1259.157.000) 05/25 22:57:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.167:43287?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874315&addrs=72.36.96.167-43287&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265508.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c038.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.132.000) 05/25 22:57:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 132 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:57:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.213:45077?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877950&addrs=72.36.96.213-45077&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274916.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c084.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.007.000) 05/25 22:57:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 7 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:57:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:41052?CCBID=192.170.227.251:9780%3faddrs%3d192.170.227.251-9780#869816&addrs=72.36.96.190-41052&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275986.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26004" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.279.000) 05/25 22:57:17 Job executing on host: <72.36.96.70:38643?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880807&addrs=72.36.96.70-38643&noUDP> ... 028 (1259.279.000) 05/25 22:57:17 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 279 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:17" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:38643?CCBID=192.170.227.251:9808%3faddrs%3d192.170.227.251-9808#880807&addrs=72.36.96.70-38643&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265629.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 22:57:22 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 359080 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 22:57:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:57:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 22:57:23 Image size of job updated: 1572724 353 - MemoryUsage of job (MB) 361436 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 22:57:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:57:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 22:57:31 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420276 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 22:57:31 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 420276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.022.000) 05/25 22:57:32 Image size of job updated: 1750000 411 - MemoryUsage of job (MB) 420480 - ResidentSetSize of job (KB) ... 022 (1259.254.000) 05/25 22:57:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_20679_509937366@iut2-c134.iu.edu <149.165.225.134:43813?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880235&addrs=149.165.225.134-43813&noUDP> ... 028 (1259.022.000) 05/25 22:57:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 ResidentSetSize = 420480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.254.000) 05/25 22:57:32 Job ad information event triggered. StartdAddr = "<149.165.225.134:43813?CCBID=192.170.227.251:9875%3faddrs%3d192.170.227.251-9875#880235&addrs=149.165.225.134-43813&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720945" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 254 EventTime = "2019-05-25T22:57:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_20679_509937366@iut2-c134.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.254.000) 05/25 22:57:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_20679_509937366@iut2-c134.iu.edu, rescheduling job ... 028 (1259.254.000) 05/25 22:57:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:57:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668719.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" StartdName = "glidein_20679_509937366@iut2-c134.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c134.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 22:57:47 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347212 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 22:57:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:57:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.277.000) 05/25 22:57:51 Job executing on host: <72.36.96.167:43505?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873483&addrs=72.36.96.167-43505&noUDP> ... 028 (1259.277.000) 05/25 22:57:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 277 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:57:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.167:43505?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873483&addrs=72.36.96.167-43505&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275865.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25917" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c038.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.209.000) 05/25 22:57:53 Job executing on host: <72.36.96.135:45365?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38751&addrs=72.36.96.135-45365&noUDP> ... 028 (1259.209.000) 05/25 22:57:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 209 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:57:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.135:45365?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#38751&addrs=72.36.96.135-45365&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265868.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26169" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c006.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 22:57:57 Image size of job updated: 1750000 412 - MemoryUsage of job (MB) 421540 - ResidentSetSize of job (KB) ... 001 (1259.158.000) 05/25 22:57:57 Job executing on host: <149.165.225.78:41270?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879211&addrs=149.165.225.78-41270&noUDP> ... 028 (1259.228.000) 05/25 22:57:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:57:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 22:58:01 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 414984 - ResidentSetSize of job (KB) ... 028 (1259.158.000) 05/25 22:57:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 158 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T22:57:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.78:41270?CCBID=192.170.227.251:9841%3faddrs%3d192.170.227.251-9841#879211&addrs=149.165.225.78-41270&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1669028.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721025" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c251.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 22:58:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:58:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.160.000) 05/25 22:58:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_174692_259437554@uct2-c444.mwt2.org <192.170.226.34:33890?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874264&addrs=192.170.226.34-33890&noUDP> ... 028 (1259.160.000) 05/25 22:58:03 Job ad information event triggered. StartdAddr = "<192.170.226.34:33890?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874264&addrs=192.170.226.34-33890&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "32949" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c444.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 160 EventTime = "2019-05-25T22:58:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_174692_259437554@uct2-c444.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1383173.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.160.000) 05/25 22:58:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_174692_259437554@uct2-c444.mwt2.org, rescheduling job ... 028 (1259.160.000) 05/25 22:58:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T22:58:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383173.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32949" StartdName = "glidein_174692_259437554@uct2-c444.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c444.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.074.000) 05/25 22:58:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3445_524438784@VETS-IVMF-0024-S4-its-c7-osg-20190309 <10.0.2.15:33242?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38107&addrs=10.0.2.15-33242&noUDP> ... 028 (1259.074.000) 05/25 22:58:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:33242?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38107&addrs=10.0.2.15-33242&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 74 EventTime = "2019-05-25T22:58:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3445_524438784@VETS-IVMF-0024-S4-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 001 (1259.254.000) 05/25 22:58:23 Job executing on host: <72.36.96.195:42771?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877470&addrs=72.36.96.195-42771&noUDP> ... 028 (1259.254.000) 05/25 22:58:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 254 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:58:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:42771?CCBID=192.170.227.251:9887%3faddrs%3d192.170.227.251-9887#877470&addrs=72.36.96.195-42771&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265893.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26186" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.296.000) 05/25 22:58:28 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 421984 - ResidentSetSize of job (KB) ... 028 (1259.296.000) 05/25 22:58:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:58:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421984 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.160.000) 05/25 22:58:54 Job executing on host: <72.36.96.49:39879?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#874470&addrs=72.36.96.49-39879&noUDP> ... 028 (1259.160.000) 05/25 22:58:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 160 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T22:58:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:39879?CCBID=192.170.227.251:9851%3faddrs%3d192.170.227.251-9851#874470&addrs=72.36.96.49-39879&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265587.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25849" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 22:59:03 Image size of job updated: 1570676 333 - MemoryUsage of job (MB) 340532 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 22:59:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T22:59:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 333 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 340532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.169.000) 05/25 22:59:27 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429596 - ResidentSetSize of job (KB) ... 028 (1259.169.000) 05/25 22:59:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 169 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T22:59:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25470" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429596 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 22:59:47 Image size of job updated: 1576844 352 - MemoryUsage of job (MB) 359764 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 22:59:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T22:59:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 359764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:00:11 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 367868 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:00:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:00:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.037.000) 05/25 23:00:13 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426908 - ResidentSetSize of job (KB) ... 028 (1259.037.000) 05/25 23:00:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:00:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 23:00:37 Image size of job updated: 1331288 312 - MemoryUsage of job (MB) 319236 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:00:37 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:00:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 312 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 319236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.288.000) 05/25 23:00:52 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422820 - ResidentSetSize of job (KB) ... 028 (1259.288.000) 05/25 23:00:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 288 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33323" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" Subproc = 0 ResidentSetSize = 422820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.186.000) 05/25 23:00:52 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424136 - ResidentSetSize of job (KB) ... 028 (1259.186.000) 05/25 23:00:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 186 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28141" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" Subproc = 0 ResidentSetSize = 424136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.212.000) 05/25 23:01:00 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57601_197455544@mwt2-c103.campuscluster.illinois.edu <72.36.96.232:40815?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#869169&addrs=72.36.96.232-40815&noUDP> ... 028 (1259.212.000) 05/25 23:01:00 Job ad information event triggered. StartdAddr = "<72.36.96.232:40815?CCBID=192.170.227.251:9789%3faddrs%3d192.170.227.251-9789#869169&addrs=72.36.96.232-40815&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969234" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 212 EventTime = "2019-05-25T23:01:00" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_57601_197455544@mwt2-c103.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.212.000) 05/25 23:01:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57601_197455544@mwt2-c103.campuscluster.illinois.edu, rescheduling job ... 028 (1259.212.000) 05/25 23:01:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 212 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:01:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265011.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969234" StartdName = "glidein_57601_197455544@mwt2-c103.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c103.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:01:11 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 370808 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:01:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:01:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.231.000) 05/25 23:01:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_106428_337633920@mwt2-c107.campuscluster.illinois.edu <72.36.96.236:45484?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874070&addrs=72.36.96.236-45484&noUDP> ... 028 (1259.231.000) 05/25 23:01:16 Job ad information event triggered. StartdAddr = "<72.36.96.236:45484?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874070&addrs=72.36.96.236-45484&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969077" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c107.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 231 EventTime = "2019-05-25T23:01:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_106428_337633920@mwt2-c107.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272912.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.231.000) 05/25 23:01:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_106428_337633920@mwt2-c107.campuscluster.illinois.edu, rescheduling job ... 028 (1259.231.000) 05/25 23:01:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:01:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272912.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969077" StartdName = "glidein_106428_337633920@mwt2-c107.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c107.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 23:01:18 Image size of job updated: 15000000 393 - MemoryUsage of job (MB) 402248 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 23:01:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.271.000) 05/25 23:01:18 Image size of job updated: 1750000 422 - MemoryUsage of job (MB) 431396 - ResidentSetSize of job (KB) ... 028 (1259.271.000) 05/25 23:01:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 431396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.121.000) 05/25 23:01:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30846_504876642@mwt2-c013.campuscluster.illinois.edu <72.36.96.142:37491?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876054&addrs=72.36.96.142-37491&noUDP> ... 028 (1259.121.000) 05/25 23:01:30 Job ad information event triggered. StartdAddr = "<72.36.96.142:37491?CCBID=192.170.227.251:9721%3faddrs%3d192.170.227.251-9721#876054&addrs=72.36.96.142-37491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25324" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 121 EventTime = "2019-05-25T23:01:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30846_504876642@mwt2-c013.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.121.000) 05/25 23:01:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30846_504876642@mwt2-c013.campuscluster.illinois.edu, rescheduling job ... 028 (1259.121.000) 05/25 23:01:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:01:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274654.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25324" StartdName = "glidein_30846_504876642@mwt2-c013.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.121.000) 05/25 23:02:15 Job executing on host: <72.36.96.212:38645?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37685&addrs=72.36.96.212-38645&noUDP> ... 028 (1259.121.000) 05/25 23:02:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:02:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.212:38645?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37685&addrs=72.36.96.212-38645&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.231.000) 05/25 23:02:16 Job executing on host: <72.36.96.221:41406?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#875090&addrs=72.36.96.221-41406&noUDP> ... 001 (1259.212.000) 05/25 23:02:16 Job executing on host: <72.36.96.249:36182?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#889374&addrs=72.36.96.249-36182&noUDP> ... 028 (1259.231.000) 05/25 23:02:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:02:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.221:41406?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#875090&addrs=72.36.96.221-41406&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.212.000) 05/25 23:02:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:02:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.249:36182?CCBID=192.170.227.251:9788%3faddrs%3d192.170.227.251-9788#889374&addrs=72.36.96.249-36182&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275139.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25660" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c120.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 23:02:23 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360004 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 23:02:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:02:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:02:24 Image size of job updated: 1572724 354 - MemoryUsage of job (MB) 361868 - ResidentSetSize of job (KB) ... 022 (1259.268.000) 05/25 23:02:25 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_114935_823026582@mwt2-c014.campuscluster.illinois.edu <72.36.96.143:45676?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559211&addrs=72.36.96.143-45676&noUDP> ... 028 (1259.194.000) 05/25 23:02:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:02:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.268.000) 05/25 23:02:25 Job ad information event triggered. StartdAddr = "<72.36.96.143:45676?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559211&addrs=72.36.96.143-45676&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969391" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c014.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 268 EventTime = "2019-05-25T23:02:25" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_114935_823026582@mwt2-c014.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274362.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.268.000) 05/25 23:02:25 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_114935_823026582@mwt2-c014.campuscluster.illinois.edu, rescheduling job ... 028 (1259.268.000) 05/25 23:02:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 268 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:02:25" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274362.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969391" StartdName = "glidein_114935_823026582@mwt2-c014.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.219.000) 05/25 23:02:32 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423236 - ResidentSetSize of job (KB) ... 028 (1259.219.000) 05/25 23:02:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 219 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:02:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" Subproc = 0 ResidentSetSize = 423236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.268.000) 05/25 23:02:39 Job executing on host: <192.170.226.92:34529?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854787&addrs=192.170.226.92-34529&noUDP> ... 028 (1259.268.000) 05/25 23:02:39 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 268 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce_mcore" EventTime = "2019-05-25T23:02:39" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.92:34529?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854787&addrs=192.170.226.92-34529&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1666814.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29113" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c268.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.175.000) 05/25 23:02:43 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_7634_210545307@mwt2-c009.campuscluster.illinois.edu <72.36.96.138:45887?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38344&addrs=72.36.96.138-45887&noUDP> ... 028 (1259.175.000) 05/25 23:02:43 Job ad information event triggered. StartdAddr = "<72.36.96.138:45887?CCBID=192.170.227.251:9757%3faddrs%3d192.170.227.251-9757#38344&addrs=72.36.96.138-45887&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969402" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c009.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 175 EventTime = "2019-05-25T23:02:43" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_7634_210545307@mwt2-c009.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265293.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.175.000) 05/25 23:02:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_7634_210545307@mwt2-c009.campuscluster.illinois.edu, rescheduling job ... 028 (1259.175.000) 05/25 23:02:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 175 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:02:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265293.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" StartdName = "glidein_7634_210545307@mwt2-c009.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c009.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:02:47 Image size of job updated: 1570672 340 - MemoryUsage of job (MB) 347568 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:02:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:02:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.282.000) 05/25 23:02:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_96715_271541438@mwt2-c068.campuscluster.illinois.edu <72.36.96.197:36405?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860926&addrs=72.36.96.197-36405&noUDP> ... 028 (1259.282.000) 05/25 23:02:49 Job ad information event triggered. StartdAddr = "<72.36.96.197:36405?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860926&addrs=72.36.96.197-36405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969402" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c068.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 282 EventTime = "2019-05-25T23:02:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_96715_271541438@mwt2-c068.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265285.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.282.000) 05/25 23:02:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_96715_271541438@mwt2-c068.campuscluster.illinois.edu, rescheduling job ... 028 (1259.282.000) 05/25 23:02:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:02:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265285.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969402" StartdName = "glidein_96715_271541438@mwt2-c068.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c068.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 23:02:58 Image size of job updated: 1750000 415 - MemoryUsage of job (MB) 424572 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 23:02:58 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:02:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 23:03:02 Image size of job updated: 1500000 409 - MemoryUsage of job (MB) 417936 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 23:03:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:03:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 417936 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 23:03:22 Image size of job updated: 1331488 361 - MemoryUsage of job (MB) 369352 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:03:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:03:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.282.000) 05/25 23:03:26 Job executing on host: <72.36.96.64:39344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872259&addrs=72.36.96.64-39344&noUDP> ... 028 (1259.282.000) 05/25 23:03:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:03:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.64:39344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872259&addrs=72.36.96.64-39344&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265568.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969581" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c157.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.175.000) 05/25 23:03:26 Job executing on host: <72.36.96.196:46738?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#861050&addrs=72.36.96.196-46738&noUDP> ... 028 (1259.175.000) 05/25 23:03:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 175 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:03:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.196:46738?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#861050&addrs=72.36.96.196-46738&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276056.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969805" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_39@mwt2-c067.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.227.000) 05/25 23:03:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3451_106226750@ITS-DGTURK-S1-its-c7-osg-20190309 <10.0.2.15:39551?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881419&addrs=10.0.2.15-39551&noUDP> ... 028 (1259.227.000) 05/25 23:03:37 Job ad information event triggered. StartdAddr = "<10.0.2.15:39551?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#881419&addrs=10.0.2.15-39551&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7717472" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 227 EventTime = "2019-05-25T23:03:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3451_106226750@ITS-DGTURK-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.227.000) 05/25 23:03:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3451_106226750@ITS-DGTURK-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.227.000) 05/25 23:03:37 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 227 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:03:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4387292.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "10" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7717472" StartdName = "glidein_3451_106226750@ITS-DGTURK-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-DGTURK-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.144.000) 05/25 23:03:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3531_571517133@mwt2-c015.campuscluster.illinois.edu <72.36.96.144:42761?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38569&addrs=72.36.96.144-42761&noUDP> ... 028 (1259.144.000) 05/25 23:03:50 Job ad information event triggered. StartdAddr = "<72.36.96.144:42761?CCBID=192.170.227.251:9830%3faddrs%3d192.170.227.251-9830#38569&addrs=72.36.96.144-42761&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25166" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 144 EventTime = "2019-05-25T23:03:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3531_571517133@mwt2-c015.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.144.000) 05/25 23:03:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3531_571517133@mwt2-c015.campuscluster.illinois.edu, rescheduling job ... 028 (1259.144.000) 05/25 23:03:50 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 144 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:03:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274305.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" StartdName = "glidein_3531_571517133@mwt2-c015.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:04:03 Image size of job updated: 1570676 334 - MemoryUsage of job (MB) 341812 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:04:03 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:04:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 334 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 341812 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.162.000) 05/25 23:04:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_149218_120097500@uct2-c497.mwt2.org <192.170.227.219:38272?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40926&addrs=192.170.227.219-38272&noUDP> ... 028 (1259.162.000) 05/25 23:04:11 Job ad information event triggered. StartdAddr = "<192.170.227.219:38272?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#40926&addrs=192.170.227.219-38272&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24991" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c497.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 162 EventTime = "2019-05-25T23:04:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_149218_120097500@uct2-c497.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264841.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.162.000) 05/25 23:04:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_149218_120097500@uct2-c497.mwt2.org, rescheduling job ... 028 (1259.162.000) 05/25 23:04:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 162 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:04:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264841.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24991" StartdName = "glidein_149218_120097500@uct2-c497.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c497.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.109.000) 05/25 23:04:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_25183_539048544@iut2-c139.iu.edu <149.165.225.139:42620?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864667&addrs=149.165.225.139-42620&noUDP> ... 028 (1259.109.000) 05/25 23:04:12 Job ad information event triggered. StartdAddr = "<149.165.225.139:42620?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864667&addrs=149.165.225.139-42620&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25723" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 109 EventTime = "2019-05-25T23:04:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_25183_539048544@iut2-c139.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.109.000) 05/25 23:04:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_25183_539048544@iut2-c139.iu.edu, rescheduling job ... 028 (1259.109.000) 05/25 23:04:12 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:04:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265467.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" StartdName = "glidein_25183_539048544@iut2-c139.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@iut2-c139.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.050.000) 05/25 23:04:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_171019_188031771@mwt2-c097.campuscluster.illinois.edu <72.36.96.226:42205?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889474&addrs=72.36.96.226-42205&noUDP> ... 028 (1259.050.000) 05/25 23:04:21 Job ad information event triggered. StartdAddr = "<72.36.96.226:42205?CCBID=192.170.227.251:9893%3faddrs%3d192.170.227.251-9893#889474&addrs=72.36.96.226-42205&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25706" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 50 EventTime = "2019-05-25T23:04:21" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_171019_188031771@mwt2-c097.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.050.000) 05/25 23:04:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_171019_188031771@mwt2-c097.campuscluster.illinois.edu, rescheduling job ... 028 (1259.050.000) 05/25 23:04:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 50 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:04:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265460.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" StartdName = "glidein_171019_188031771@mwt2-c097.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c097.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:04:48 Image size of job updated: 1576844 353 - MemoryUsage of job (MB) 360820 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:04:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:04:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:05:11 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368348 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:05:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.050.000) 05/25 23:05:29 Job executing on host: <72.36.96.144:42621?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870396&addrs=72.36.96.144-42621&noUDP> ... 028 (1259.050.000) 05/25 23:05:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 50 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:05:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.144:42621?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870396&addrs=72.36.96.144-42621&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276068.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26050" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c015.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.109.000) 05/25 23:05:29 Job executing on host: <72.36.96.149:34595?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874353&addrs=72.36.96.149-34595&noUDP> ... 028 (1259.109.000) 05/25 23:05:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 109 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:05:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.149:34595?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874353&addrs=72.36.96.149-34595&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969827" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.144.000) 05/25 23:05:29 Job executing on host: <72.36.96.191:38419?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874335&addrs=72.36.96.191-38419&noUDP> ... 001 (1259.162.000) 05/25 23:05:29 Job executing on host: <72.36.96.245:43180?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882709&addrs=72.36.96.245-43180&noUDP> ... 028 (1259.144.000) 05/25 23:05:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 144 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:05:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.191:38419?CCBID=192.170.227.251:9852%3faddrs%3d192.170.227.251-9852#874335&addrs=72.36.96.191-38419&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265923.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969827" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.162.000) 05/25 23:05:29 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 162 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:05:29" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.245:43180?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882709&addrs=72.36.96.245-43180&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276073.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26050" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c116.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 23:05:38 Image size of job updated: 1331288 313 - MemoryUsage of job (MB) 320008 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:05:38 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:05:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/25 23:05:53 Image size of job updated: 1263892 359 - MemoryUsage of job (MB) 367588 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:05:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:05:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367588 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.227.000) 05/25 23:05:57 Job executing on host: <192.168.3.119:39960?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875957&addrs=192.168.3.119-39960&noUDP> ... 028 (1259.227.000) 05/25 23:05:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 227 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:05:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.119:39960?CCBID=192.170.227.251:9727%3faddrs%3d192.170.227.251-9727#875957&addrs=192.168.3.119-39960&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466590" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24126" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1259.161.000) 05/25 23:06:02 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_2@glidein_26041_140479704@lnxfarm182.colorado.edu <192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP> ... 028 (1259.161.000) 05/25 23:06:02 Job ad information event triggered. StartdAddr = "<192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23615" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 161 EventTime = "2019-05-25T23:06:02" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "slot1_2@glidein_26041_140479704@lnxfarm182.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466232" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.161.000) 05/25 23:06:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_2@glidein_26041_140479704@lnxfarm182.colorado.edu, rescheduling job ... 028 (1259.161.000) 05/25 23:06:03 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 161 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:06:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" StartdName = "slot1_2@glidein_26041_140479704@lnxfarm182.colorado.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.140.000) 05/25 23:06:12 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 370952 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:06:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:06:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.259.000) 05/25 23:06:18 Image size of job updated: 15000000 396 - MemoryUsage of job (MB) 405448 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 23:06:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:06:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.161.000) 05/25 23:06:35 Job executing on host: <72.36.96.38:37242?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#887746&addrs=72.36.96.38-37242&noUDP> ... 028 (1259.161.000) 05/25 23:06:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:06:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.38:37242?CCBID=192.170.227.251:9809%3faddrs%3d192.170.227.251-9809#887746&addrs=72.36.96.38-37242&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.273.000) 05/25 23:06:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_33677_821270912@mwt2-c049.campuscluster.illinois.edu <72.36.96.178:43902?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872091&addrs=72.36.96.178-43902&noUDP> ... 028 (1259.273.000) 05/25 23:06:53 Job ad information event triggered. StartdAddr = "<72.36.96.178:43902?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872091&addrs=72.36.96.178-43902&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25481" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c049.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 273 EventTime = "2019-05-25T23:06:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_33677_821270912@mwt2-c049.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265256.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.273.000) 05/25 23:06:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_33677_821270912@mwt2-c049.campuscluster.illinois.edu, rescheduling job ... 028 (1259.273.000) 05/25 23:06:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:06:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265256.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25481" StartdName = "glidein_33677_821270912@mwt2-c049.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.165.000) 05/25 23:07:15 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_171659_318203993@uct2-c442.mwt2.org <192.170.226.32:38197?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877894&addrs=192.170.226.32-38197&noUDP> ... 028 (1259.165.000) 05/25 23:07:15 Job ad information event triggered. StartdAddr = "<192.170.226.32:38197?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877894&addrs=192.170.226.32-38197&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369589" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c442.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 165 EventTime = "2019-05-25T23:07:15" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_171659_318203993@uct2-c442.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1382524.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.165.000) 05/25 23:07:15 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_171659_318203993@uct2-c442.mwt2.org, rescheduling job ... 028 (1259.165.000) 05/25 23:07:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 165 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:07:15" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1382524.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369589" StartdName = "glidein_171659_318203993@uct2-c442.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 23:07:15 Image size of job updated: 1331484 359 - MemoryUsage of job (MB) 366788 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 23:07:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:07:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.176.000) 05/25 23:07:23 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360712 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 23:07:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:07:25 Image size of job updated: 1572724 355 - MemoryUsage of job (MB) 362924 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:07:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:07:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:07:47 Image size of job updated: 1570672 341 - MemoryUsage of job (MB) 348504 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:07:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:07:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348504 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.228.000) 05/25 23:07:59 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427500 - ResidentSetSize of job (KB) ... 028 (1259.228.000) 05/25 23:07:59 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 228 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:07:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.273.000) 05/25 23:08:00 Job executing on host: <72.36.96.194:42320?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875915&addrs=72.36.96.194-42320&noUDP> ... 028 (1259.273.000) 05/25 23:08:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:08:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.194:42320?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875915&addrs=72.36.96.194-42320&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275005.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25597" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.165.000) 05/25 23:08:00 Job executing on host: <72.36.96.155:38618?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#887107&addrs=72.36.96.155-38618&noUDP> ... 006 (1259.292.000) 05/25 23:08:03 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421852 - ResidentSetSize of job (KB) ... 028 (1259.165.000) 05/25 23:08:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 165 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:08:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.155:38618?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#887107&addrs=72.36.96.155-38618&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276024.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26026" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.292.000) 05/25 23:08:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:08:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.220.000) 05/25 23:08:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_69150_26841505@mwt2-c034.campuscluster.illinois.edu <72.36.96.163:42281?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857500&addrs=72.36.96.163-42281&noUDP> ... 028 (1259.220.000) 05/25 23:08:09 Job ad information event triggered. StartdAddr = "<72.36.96.163:42281?CCBID=192.170.227.251:9802%3faddrs%3d192.170.227.251-9802#857500&addrs=72.36.96.163-42281&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25011" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c034.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 220 EventTime = "2019-05-25T23:08:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_69150_26841505@mwt2-c034.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274041.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.220.000) 05/25 23:08:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_69150_26841505@mwt2-c034.campuscluster.illinois.edu, rescheduling job ... 028 (1259.220.000) 05/25 23:08:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:08:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274041.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25011" StartdName = "glidein_69150_26841505@mwt2-c034.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c034.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 23:08:34 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425548 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 23:08:34 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 174 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:08:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265457.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c078.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.220.000) 05/25 23:08:36 Job executing on host: <72.36.96.63:44401?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886626&addrs=72.36.96.63-44401&noUDP> ... 028 (1259.220.000) 05/25 23:08:36 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 220 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:08:36" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.63:44401?CCBID=192.170.227.251:9813%3faddrs%3d192.170.227.251-9813#886626&addrs=72.36.96.63-44401&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265567.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969581" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.294.000) 05/25 23:08:44 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3452_564640244@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309 <10.0.2.15:46289?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#857196&addrs=10.0.2.15-46289&noUDP> ... 028 (1259.294.000) 05/25 23:08:44 Job ad information event triggered. StartdAddr = "<10.0.2.15:46289?CCBID=192.170.227.251:9806%3faddrs%3d192.170.227.251-9806#857196&addrs=10.0.2.15-46289&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7713403" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 294 EventTime = "2019-05-25T23:08:44" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3452_564640244@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.294.000) 05/25 23:08:45 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3452_564640244@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.294.000) 05/25 23:08:45 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 294 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:08:45" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4356903.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7713403" StartdName = "glidein_3452_564640244@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUD7BWHK02-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:09:04 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342868 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:09:04 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:09:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.294.000) 05/25 23:09:10 Job executing on host: <192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP> ... 028 (1259.294.000) 05/25 23:09:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 294 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:09:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.234.000) 05/25 23:09:48 Image size of job updated: 1576844 354 - MemoryUsage of job (MB) 361692 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:09:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:09:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.280.000) 05/25 23:09:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_37340_235338704@mwt2-c110.campuscluster.illinois.edu <72.36.96.239:41156?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35740&addrs=72.36.96.239-41156&noUDP> ... 028 (1259.280.000) 05/25 23:09:51 Job ad information event triggered. StartdAddr = "<72.36.96.239:41156?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35740&addrs=72.36.96.239-41156&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c110.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 280 EventTime = "2019-05-25T23:09:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_37340_235338704@mwt2-c110.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274428.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.280.000) 05/25 23:09:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_37340_235338704@mwt2-c110.campuscluster.illinois.edu, rescheduling job ... 028 (1259.280.000) 05/25 23:09:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 280 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:09:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274428.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" StartdName = "glidein_37340_235338704@mwt2-c110.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c110.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.272.000) 05/25 23:10:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_72169_128536776@uct2-c465.mwt2.org <192.170.227.76:45809?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895228&addrs=192.170.227.76-45809&noUDP> ... 028 (1259.272.000) 05/25 23:10:01 Job ad information event triggered. StartdAddr = "<192.170.227.76:45809?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895228&addrs=192.170.227.76-45809&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7369693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 272 EventTime = "2019-05-25T23:10:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_72169_128536776@uct2-c465.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.272.000) 05/25 23:10:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_72169_128536776@uct2-c465.mwt2.org, rescheduling job ... 028 (1259.272.000) 05/25 23:10:01 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 272 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:10:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383181.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369693" StartdName = "glidein_72169_128536776@uct2-c465.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c465.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.049.000) 05/25 23:10:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_83901_110558580@scigrid2.physics.fsu.edu <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1259.049.000) 05/25 23:10:03 Job ad information event triggered. StartdAddr = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 49 EventTime = "2019-05-25T23:10:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_83901_110558580@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.049.000) 05/25 23:10:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_83901_110558580@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1259.049.000) 05/25 23:10:03 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 49 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:10:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" StartdName = "glidein_83901_110558580@scigrid2.physics.fsu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.283.000) 05/25 23:10:17 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_163675_498401655@uct2-c442.mwt2.org <192.170.226.32:39838?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#876100&addrs=192.170.226.32-39838&noUDP> ... 028 (1259.283.000) 05/25 23:10:17 Job ad information event triggered. StartdAddr = "<192.170.226.32:39838?CCBID=192.170.227.251:9824%3faddrs%3d192.170.227.251-9824#876100&addrs=192.170.226.32-39838&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25100" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c442.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 283 EventTime = "2019-05-25T23:10:17" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_163675_498401655@uct2-c442.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264931.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.283.000) 05/25 23:10:17 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_163675_498401655@uct2-c442.mwt2.org, rescheduling job ... 028 (1259.283.000) 05/25 23:10:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:10:17" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264931.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" StartdName = "glidein_163675_498401655@uct2-c442.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@uct2-c442.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 23:10:38 Image size of job updated: 1331288 313 - MemoryUsage of job (MB) 320048 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:10:38 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:10:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.218.000) 05/25 23:10:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_46310_538714280@mwt2-c032.campuscluster.illinois.edu <72.36.96.161:43558?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887434&addrs=72.36.96.161-43558&noUDP> ... 028 (1259.218.000) 05/25 23:10:50 Job ad information event triggered. StartdAddr = "<72.36.96.161:43558?CCBID=192.170.227.251:9864%3faddrs%3d192.170.227.251-9864#887434&addrs=72.36.96.161-43558&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25510" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c032.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 218 EventTime = "2019-05-25T23:10:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_46310_538714280@mwt2-c032.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265276.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.218.000) 05/25 23:10:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_46310_538714280@mwt2-c032.campuscluster.illinois.edu, rescheduling job ... 028 (1259.218.000) 05/25 23:10:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:10:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265276.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25510" StartdName = "glidein_46310_538714280@mwt2-c032.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.010.000) 05/25 23:10:52 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to slot1_8@glidein_16139_140662448@lnxfarm156.colorado.edu <192.168.3.56:39441?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871465&addrs=192.168.3.56-39441&noUDP> ... 028 (1259.010.000) 05/25 23:10:52 Job ad information event triggered. StartdAddr = "<192.168.3.56:39441?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#871465&addrs=192.168.3.56-39441&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 10 EventTime = "2019-05-25T23:10:52" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "slot1_8@glidein_16139_140662448@lnxfarm156.colorado.edu" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" JOB_GLIDEIN_SiteWMS_JobId = "466180" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.010.000) 05/25 23:10:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to slot1_8@glidein_16139_140662448@lnxfarm156.colorado.edu, rescheduling job ... 028 (1259.010.000) 05/25 23:10:52 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 10 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:10:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466180" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" StartdName = "slot1_8@glidein_16139_140662448@lnxfarm156.colorado.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.187.000) 05/25 23:10:54 Image size of job updated: 1263892 360 - MemoryUsage of job (MB) 368452 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:10:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:10:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.049.000) 05/25 23:10:59 Job executing on host: <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1259.049.000) 05/25 23:10:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 49 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:10:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.280.000) 05/25 23:11:14 Job executing on host: <149.165.225.56:36441?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870403&addrs=149.165.225.56-36441&noUDP> ... 028 (1259.280.000) 05/25 23:11:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:11:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.56:36441?CCBID=192.170.227.251:9779%3faddrs%3d192.170.227.251-9779#870403&addrs=149.165.225.56-36441&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670836.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c229.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.283.000) 05/25 23:11:14 Job executing on host: <149.165.225.94:43665?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35953&addrs=149.165.225.94-43665&noUDP> ... 028 (1259.283.000) 05/25 23:11:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 283 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:11:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.94:43665?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35953&addrs=149.165.225.94-43665&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670640.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721306" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c267.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.272.000) 05/25 23:11:15 Job executing on host: <192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP> ... 028 (1259.272.000) 05/25 23:11:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 272 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:11:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.82:36004?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#878731&addrs=192.168.3.82-36004&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.259.000) 05/25 23:11:19 Image size of job updated: 15000000 398 - MemoryUsage of job (MB) 407540 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 23:11:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.010.000) 05/25 23:11:41 Job executing on host: <149.165.225.53:41086?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#878266&addrs=149.165.225.53-41086&noUDP> ... 028 (1259.010.000) 05/25 23:11:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:11:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.53:41086?CCBID=192.170.227.251:9853%3faddrs%3d192.170.227.251-9853#878266&addrs=149.165.225.53-41086&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265952.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c226.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.218.000) 05/25 23:11:42 Job executing on host: <149.165.225.53:45732?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878914&addrs=149.165.225.53-45732&noUDP> ... 028 (1259.218.000) 05/25 23:11:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:11:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.53:45732?CCBID=192.170.227.251:9876%3faddrs%3d192.170.227.251-9876#878914&addrs=149.165.225.53-45732&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.077.000) 05/25 23:12:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_98414_351652170@mwt2-c012.campuscluster.illinois.edu <72.36.96.141:37228?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864590&addrs=72.36.96.141-37228&noUDP> ... 028 (1259.077.000) 05/25 23:12:03 Job ad information event triggered. StartdAddr = "<72.36.96.141:37228?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864590&addrs=72.36.96.141-37228&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25182" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c012.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 77 EventTime = "2019-05-25T23:12:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_98414_351652170@mwt2-c012.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264996.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.077.000) 05/25 23:12:03 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_98414_351652170@mwt2-c012.campuscluster.illinois.edu, rescheduling job ... 028 (1259.077.000) 05/25 23:12:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 77 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:12:03" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264996.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25182" StartdName = "glidein_98414_351652170@mwt2-c012.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c012.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.156.000) 05/25 23:12:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_76618_390981530@uct2-c400.mwt2.org <192.170.226.221:43107?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866336&addrs=192.170.226.221-43107&noUDP> ... 028 (1259.156.000) 05/25 23:12:05 Job ad information event triggered. StartdAddr = "<192.170.226.221:43107?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#866336&addrs=192.170.226.221-43107&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25040" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 156 EventTime = "2019-05-25T23:12:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_76618_390981530@uct2-c400.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.156.000) 05/25 23:12:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_76618_390981530@uct2-c400.mwt2.org, rescheduling job ... 028 (1259.156.000) 05/25 23:12:05 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:12:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264889.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25040" StartdName = "glidein_76618_390981530@uct2-c400.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c400.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.276.000) 05/25 23:12:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60819_684107888@mwt2-c052.campuscluster.illinois.edu <72.36.96.181:44449?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875844&addrs=72.36.96.181-44449&noUDP> ... 028 (1259.276.000) 05/25 23:12:13 Job ad information event triggered. StartdAddr = "<72.36.96.181:44449?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875844&addrs=72.36.96.181-44449&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25213" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c052.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 276 EventTime = "2019-05-25T23:12:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_60819_684107888@mwt2-c052.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274429.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.276.000) 05/25 23:12:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60819_684107888@mwt2-c052.campuscluster.illinois.edu, rescheduling job ... 028 (1259.276.000) 05/25 23:12:13 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 276 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:12:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274429.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25213" StartdName = "glidein_60819_684107888@mwt2-c052.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c052.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 23:12:16 Image size of job updated: 1331484 359 - MemoryUsage of job (MB) 366904 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 23:12:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:12:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 366904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.176.000) 05/25 23:12:24 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 361628 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 23:12:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:12:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361628 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:12:26 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 363600 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:12:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:12:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:12:47 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 349296 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:12:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:12:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 23:13:03 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424300 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 23:13:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:13:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.276.000) 05/25 23:13:07 Job executing on host: <72.36.96.203:35938?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#877382&addrs=72.36.96.203-35938&noUDP> ... 028 (1259.276.000) 05/25 23:13:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 276 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:13:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.203:35938?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#877382&addrs=72.36.96.203-35938&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265955.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.156.000) 05/25 23:13:10 Job executing on host: <192.170.226.172:43991?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864689&addrs=192.170.226.172-43991&noUDP> ... 028 (1259.156.000) 05/25 23:13:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:13:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.172:43991?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864689&addrs=192.170.226.172-43991&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385135.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369972" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c351.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 23:13:23 Image size of job updated: 1331488 361 - MemoryUsage of job (MB) 369612 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:13:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:13:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.284.000) 05/25 23:13:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_306681_117884599@mwt2-c137.campuscluster.illinois.edu <72.36.96.44:41267?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888848&addrs=72.36.96.44-41267&noUDP> ... 028 (1259.284.000) 05/25 23:13:27 Job ad information event triggered. StartdAddr = "<72.36.96.44:41267?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#888848&addrs=72.36.96.44-41267&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25544" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 284 EventTime = "2019-05-25T23:13:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_306681_117884599@mwt2-c137.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.284.000) 05/25 23:13:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_306681_117884599@mwt2-c137.campuscluster.illinois.edu, rescheduling job ... 028 (1259.284.000) 05/25 23:13:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 284 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:13:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265310.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25544" StartdName = "glidein_306681_117884599@mwt2-c137.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c137.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.174.000) 05/25 23:13:35 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428472 - ResidentSetSize of job (KB) ... 028 (1259.174.000) 05/25 23:13:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 174 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:13:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265457.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25706" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c078.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 428472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.293.000) 05/25 23:13:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9672_90108766@mwt2-c161.campuscluster.illinois.edu <72.36.96.68:45210?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#872692&addrs=72.36.96.68-45210&noUDP> ... 028 (1259.293.000) 05/25 23:13:51 Job ad information event triggered. StartdAddr = "<72.36.96.68:45210?CCBID=192.170.227.251:9811%3faddrs%3d192.170.227.251-9811#872692&addrs=72.36.96.68-45210&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25384" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c161.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 293 EventTime = "2019-05-25T23:13:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_9672_90108766@mwt2-c161.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274776.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.293.000) 05/25 23:13:51 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9672_90108766@mwt2-c161.campuscluster.illinois.edu, rescheduling job ... 028 (1259.293.000) 05/25 23:13:51 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:13:51" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274776.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25384" StartdName = "glidein_9672_90108766@mwt2-c161.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c161.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.087.000) 05/25 23:13:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_9751_52301628@mwt2-c003.campuscluster.illinois.edu <72.36.96.132:36428?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889850&addrs=72.36.96.132-36428&noUDP> ... 028 (1259.087.000) 05/25 23:13:59 Job ad information event triggered. StartdAddr = "<72.36.96.132:36428?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889850&addrs=72.36.96.132-36428&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24966" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 87 EventTime = "2019-05-25T23:13:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_9751_52301628@mwt2-c003.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.087.000) 05/25 23:14:00 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_9751_52301628@mwt2-c003.campuscluster.illinois.edu, rescheduling job ... 028 (1259.087.000) 05/25 23:14:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 87 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:14:00" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273995.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24966" StartdName = "glidein_9751_52301628@mwt2-c003.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c003.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:14:06 Image size of job updated: 1570676 335 - MemoryUsage of job (MB) 342964 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:14:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:14:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 335 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 342964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.111.000) 05/25 23:14:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_31009_519167040@mwt2-c066.campuscluster.illinois.edu <72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP> ... 028 (1259.111.000) 05/25 23:14:07 Job ad information event triggered. StartdAddr = "<72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25449" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 111 EventTime = "2019-05-25T23:14:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_31009_519167040@mwt2-c066.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.111.000) 05/25 23:14:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_31009_519167040@mwt2-c066.campuscluster.illinois.edu, rescheduling job ... 028 (1259.111.000) 05/25 23:14:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:14:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" StartdName = "glidein_31009_519167040@mwt2-c066.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.087.000) 05/25 23:14:18 Job executing on host: <149.165.225.60:34254?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#876035&addrs=149.165.225.60-34254&noUDP> ... 028 (1259.087.000) 05/25 23:14:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 87 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:14:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.60:34254?CCBID=192.170.227.251:9760%3faddrs%3d192.170.227.251-9760#876035&addrs=149.165.225.60-34254&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265637.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25897" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c233.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.016.000) 05/25 23:14:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_89574_503427204@mwt2-c045.campuscluster.illinois.edu <72.36.96.174:40480?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34352&addrs=72.36.96.174-40480&noUDP> ... 028 (1259.016.000) 05/25 23:14:22 Job ad information event triggered. StartdAddr = "<72.36.96.174:40480?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34352&addrs=72.36.96.174-40480&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25120" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c045.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 16 EventTime = "2019-05-25T23:14:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_89574_503427204@mwt2-c045.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264934.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.016.000) 05/25 23:14:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_89574_503427204@mwt2-c045.campuscluster.illinois.edu, rescheduling job ... 001 (1259.284.000) 05/25 23:14:23 Job executing on host: <128.9.36.73:41193?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890689&addrs=128.9.36.73-41193&noUDP> ... 028 (1259.016.000) 05/25 23:14:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 16 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:14:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264934.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25120" StartdName = "glidein_89574_503427204@mwt2-c045.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.293.000) 05/25 23:14:23 Job executing on host: <128.9.36.73:33634?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860329&addrs=128.9.36.73-33634&noUDP> ... 028 (1259.284.000) 05/25 23:14:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "ISI" Proc = 284 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T23:14:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.9.36.73:41193?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890689&addrs=128.9.36.73-41193&noUDP>" JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369910" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.293.000) 05/25 23:14:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "ISI" Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T23:14:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.9.36.73:33634?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#860329&addrs=128.9.36.73-33634&noUDP>" JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.123.000) 05/25 23:14:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_51117_128496032@mwt2-c029.campuscluster.illinois.edu <72.36.96.158:41637?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875554&addrs=72.36.96.158-41637&noUDP> ... 028 (1259.123.000) 05/25 23:14:31 Job ad information event triggered. StartdAddr = "<72.36.96.158:41637?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875554&addrs=72.36.96.158-41637&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 123 EventTime = "2019-05-25T23:14:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_51117_128496032@mwt2-c029.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.123.000) 05/25 23:14:32 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_51117_128496032@mwt2-c029.campuscluster.illinois.edu, rescheduling job ... 028 (1259.123.000) 05/25 23:14:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:14:32" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274018.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969281" StartdName = "glidein_51117_128496032@mwt2-c029.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 23:14:34 Image size of job updated: 1574120 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 23:14:34 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574120 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T23:14:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.256.000) 05/25 23:14:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_106491_72240828@iut2-c268.iu.edu <149.165.225.95:32823?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893472&addrs=149.165.225.95-32823&noUDP> ... 028 (1259.256.000) 05/25 23:14:35 Job ad information event triggered. StartdAddr = "<149.165.225.95:32823?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893472&addrs=149.165.225.95-32823&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720945" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c268.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 256 EventTime = "2019-05-25T23:14:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_106491_72240828@iut2-c268.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668720.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.256.000) 05/25 23:14:36 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_106491_72240828@iut2-c268.iu.edu, rescheduling job ... 028 (1259.256.000) 05/25 23:14:36 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 256 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:14:36" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668720.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720945" StartdName = "glidein_106491_72240828@iut2-c268.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c268.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:14:48 Image size of job updated: 1576844 354 - MemoryUsage of job (MB) 361940 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:14:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:14:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.123.000) 05/25 23:15:00 Job executing on host: <72.36.96.66:37867?CCBID=192.170.227.251:9738%3faddrs%3d192.170.227.251-9738#872419&addrs=72.36.96.66-37867&noUDP> ... 028 (1259.123.000) 05/25 23:15:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 123 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.66:37867?CCBID=192.170.227.251:9738%3faddrs%3d192.170.227.251-9738#872419&addrs=72.36.96.66-37867&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276215.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26098" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c159.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.256.000) 05/25 23:15:00 Job executing on host: <72.36.96.155:40965?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877990&addrs=72.36.96.155-40965&noUDP> ... 001 (1259.077.000) 05/25 23:15:01 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.256.000) 05/25 23:15:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.155:40965?CCBID=192.170.227.251:9826%3faddrs%3d192.170.227.251-9826#877990&addrs=72.36.96.155-40965&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.077.000) 05/25 23:15:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 77 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-25T23:15:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.016.000) 05/25 23:15:03 Job executing on host: <72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP> ... 028 (1259.016.000) 05/25 23:15:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 16 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.195:42025?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884637&addrs=72.36.96.195-42025&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25449" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.111.000) 05/25 23:15:04 Job executing on host: <72.36.96.209:46665?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#39174&addrs=72.36.96.209-46665&noUDP> ... 028 (1259.111.000) 05/25 23:15:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 111 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.209:46665?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#39174&addrs=72.36.96.209-46665&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276188.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969834" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c080.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.299.000) 05/25 23:15:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_71272_383751666@mwt2-c115.campuscluster.illinois.edu <72.36.96.244:40937?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908338&addrs=72.36.96.244-40937&noUDP> ... 028 (1259.299.000) 05/25 23:15:10 Job ad information event triggered. StartdAddr = "<72.36.96.244:40937?CCBID=192.170.227.251:9700%3faddrs%3d192.170.227.251-9700#908338&addrs=72.36.96.244-40937&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25345" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 299 EventTime = "2019-05-25T23:15:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_71272_383751666@mwt2-c115.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.299.000) 05/25 23:15:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_71272_383751666@mwt2-c115.campuscluster.illinois.edu, rescheduling job ... 028 (1259.299.000) 05/25 23:15:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 299 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:15:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265123.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" StartdName = "glidein_71272_383751666@mwt2-c115.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c115.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:15:13 Image size of job updated: 1263896 360 - MemoryUsage of job (MB) 368536 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:15:13 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:15:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368536 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.299.000) 05/25 23:15:37 Job executing on host: <72.36.96.225:43697?CCBID=192.170.227.251:9865%3faddrs%3d192.170.227.251-9865#873472&addrs=72.36.96.225-43697&noUDP> ... 028 (1259.299.000) 05/25 23:15:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 299 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:15:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.225:43697?CCBID=192.170.227.251:9865%3faddrs%3d192.170.227.251-9865#873472&addrs=72.36.96.225-43697&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276210.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26098" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c096.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 23:15:39 Image size of job updated: 1331288 313 - MemoryUsage of job (MB) 320092 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:15:39 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:15:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.021.000) 05/25 23:15:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_58629_93204810@iut2-c265.iu.edu <149.165.225.92:33542?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#886007&addrs=149.165.225.92-33542&noUDP> ... 028 (1259.021.000) 05/25 23:15:41 Job ad information event triggered. StartdAddr = "<149.165.225.92:33542?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#886007&addrs=149.165.225.92-33542&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25258" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 21 EventTime = "2019-05-25T23:15:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_58629_93204810@iut2-c265.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.021.000) 05/25 23:15:42 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_58629_93204810@iut2-c265.iu.edu, rescheduling job ... 028 (1259.021.000) 05/25 23:15:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 21 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:15:42" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265052.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" StartdName = "glidein_58629_93204810@iut2-c265.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.183.000) 05/25 23:16:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_101007_81058020@mwt2-c121.campuscluster.illinois.edu <72.36.96.250:37815?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882333&addrs=72.36.96.250-37815&noUDP> ... 028 (1259.183.000) 05/25 23:16:07 Job ad information event triggered. StartdAddr = "<72.36.96.250:37815?CCBID=192.170.227.251:9839%3faddrs%3d192.170.227.251-9839#882333&addrs=72.36.96.250-37815&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 183 EventTime = "2019-05-25T23:16:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_101007_81058020@mwt2-c121.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.183.000) 05/25 23:16:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_101007_81058020@mwt2-c121.campuscluster.illinois.edu, rescheduling job ... 028 (1259.183.000) 05/25 23:16:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 183 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:16:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272878.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" StartdName = "glidein_101007_81058020@mwt2-c121.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c121.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:16:13 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 371520 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:16:13 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:16:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.152.000) 05/25 23:16:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_61351_149229621@mwt2-c020.campuscluster.illinois.edu <72.36.96.149:39174?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872567&addrs=72.36.96.149-39174&noUDP> ... 028 (1259.152.000) 05/25 23:16:16 Job ad information event triggered. StartdAddr = "<72.36.96.149:39174?CCBID=192.170.227.251:9715%3faddrs%3d192.170.227.251-9715#872567&addrs=72.36.96.149-39174&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969414" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 152 EventTime = "2019-05-25T23:16:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_61351_149229621@mwt2-c020.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.152.000) 05/25 23:16:19 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_61351_149229621@mwt2-c020.campuscluster.illinois.edu, rescheduling job ... 028 (1259.152.000) 05/25 23:16:19 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 152 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:16:19" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274612.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969414" StartdName = "glidein_61351_149229621@mwt2-c020.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c020.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/25 23:16:20 Image size of job updated: 15000000 401 - MemoryUsage of job (MB) 410060 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 23:16:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.183.000) 05/25 23:16:56 Job executing on host: <72.36.96.187:38806?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882794&addrs=72.36.96.187-38806&noUDP> ... 028 (1259.183.000) 05/25 23:16:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 183 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:16:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:38806?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882794&addrs=72.36.96.187-38806&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265977.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.152.000) 05/25 23:16:57 Job executing on host: <72.36.96.175:44084?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#35837&addrs=72.36.96.175-44084&noUDP> ... 028 (1259.152.000) 05/25 23:16:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 152 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:16:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.175:44084?CCBID=192.170.227.251:9739%3faddrs%3d192.170.227.251-9739#35837&addrs=72.36.96.175-44084&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265973.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26281" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.021.000) 05/25 23:16:58 Job executing on host: <192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP> ... 028 (1259.021.000) 05/25 23:16:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 21 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:16:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.126:40401?CCBID=192.170.227.251:9838%3faddrs%3d192.170.227.251-9838#893685&addrs=192.168.4.126-40401&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1259.145.000) 05/25 23:17:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60862_873133065@mwt2-c029.campuscluster.illinois.edu <72.36.96.158:44085?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893354&addrs=72.36.96.158-44085&noUDP> ... 028 (1259.145.000) 05/25 23:17:13 Job ad information event triggered. StartdAddr = "<72.36.96.158:44085?CCBID=192.170.227.251:9707%3faddrs%3d192.170.227.251-9707#893354&addrs=72.36.96.158-44085&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969055" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c029.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 145 EventTime = "2019-05-25T23:17:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_60862_873133065@mwt2-c029.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272643.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.145.000) 05/25 23:17:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60862_873133065@mwt2-c029.campuscluster.illinois.edu, rescheduling job ... 028 (1259.145.000) 05/25 23:17:14 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 145 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:17:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272643.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969055" StartdName = "glidein_60862_873133065@mwt2-c029.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 23:17:18 Image size of job updated: 1331484 360 - MemoryUsage of job (MB) 367740 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 23:17:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:17:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 367740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.145.000) 05/25 23:17:24 Job executing on host: <149.165.225.51:44608?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#38800&addrs=149.165.225.51-44608&noUDP> ... 028 (1259.145.000) 05/25 23:17:24 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:17:24" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.51:44608?CCBID=192.170.227.251:9710%3faddrs%3d192.170.227.251-9710#38800&addrs=149.165.225.51-44608&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.176.000) 05/25 23:17:24 Image size of job updated: 1570672 355 - MemoryUsage of job (MB) 363132 - ResidentSetSize of job (KB) ... 028 (1259.176.000) 05/25 23:17:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 176 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:17:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:17:26 Image size of job updated: 1572724 356 - MemoryUsage of job (MB) 364352 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:17:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:17:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 364352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.154.000) 05/25 23:17:30 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_122829_107726722@uct2-c464.mwt2.org <192.170.227.75:38197?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872962&addrs=192.170.227.75-38197&noUDP> ... 028 (1259.154.000) 05/25 23:17:30 Job ad information event triggered. StartdAddr = "<192.170.227.75:38197?CCBID=192.170.227.251:9870%3faddrs%3d192.170.227.251-9870#872962&addrs=192.170.227.75-38197&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25176" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 154 EventTime = "2019-05-25T23:17:30" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_122829_107726722@uct2-c464.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.154.000) 05/25 23:17:30 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_122829_107726722@uct2-c464.mwt2.org, rescheduling job ... 028 (1259.154.000) 05/25 23:17:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:17:30" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264991.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25176" StartdName = "glidein_122829_107726722@uct2-c464.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c464.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.213.000) 05/25 23:17:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_190148_68354256@uct2-c431.mwt2.org <192.170.226.21:45306?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886969&addrs=192.170.226.21-45306&noUDP> ... 028 (1259.213.000) 05/25 23:17:40 Job ad information event triggered. StartdAddr = "<192.170.226.21:45306?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#886969&addrs=192.170.226.21-45306&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "32930" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 213 EventTime = "2019-05-25T23:17:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_190148_68354256@uct2-c431.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.213.000) 05/25 23:17:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_190148_68354256@uct2-c431.mwt2.org, rescheduling job ... 028 (1259.213.000) 05/25 23:17:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 213 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:17:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1383085.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "32930" StartdName = "glidein_190148_68354256@uct2-c431.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@uct2-c431.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:17:47 Image size of job updated: 1570672 342 - MemoryUsage of job (MB) 350004 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:17:47 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:17:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.003.000) 05/25 23:18:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_18001_79675390@mwt2-c098.campuscluster.illinois.edu <72.36.96.227:33009?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878751&addrs=72.36.96.227-33009&noUDP> ... 028 (1259.003.000) 05/25 23:18:01 Job ad information event triggered. StartdAddr = "<72.36.96.227:33009?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878751&addrs=72.36.96.227-33009&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25241" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 3 EventTime = "2019-05-25T23:18:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_18001_79675390@mwt2-c098.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.003.000) 05/25 23:18:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_18001_79675390@mwt2-c098.campuscluster.illinois.edu, rescheduling job ... 028 (1259.003.000) 05/25 23:18:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 3 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:18:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274548.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" StartdName = "glidein_18001_79675390@mwt2-c098.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c098.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.292.000) 05/25 23:18:04 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427732 - ResidentSetSize of job (KB) ... 028 (1259.292.000) 05/25 23:18:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 292 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:18:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25723" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427732 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.154.000) 05/25 23:18:08 Job executing on host: <72.36.96.147:35241?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882553&addrs=72.36.96.147-35241&noUDP> ... 028 (1259.154.000) 05/25 23:18:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 154 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:18:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.147:35241?CCBID=192.170.227.251:9718%3faddrs%3d192.170.227.251-9718#882553&addrs=72.36.96.147-35241&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265671.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969648" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c018.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.213.000) 05/25 23:18:12 Job executing on host: <72.36.96.174:46814?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39563&addrs=72.36.96.174-46814&noUDP> ... 028 (1259.213.000) 05/25 23:18:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 213 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:18:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.174:46814?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39563&addrs=72.36.96.174-46814&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275181.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c045.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 23:18:23 Image size of job updated: 1331488 362 - MemoryUsage of job (MB) 369696 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:18:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:18:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.003.000) 05/25 23:18:48 Job executing on host: <149.165.225.92:36544?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889191&addrs=149.165.225.92-36544&noUDP> ... 028 (1259.003.000) 05/25 23:18:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 3 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:18:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.92:36544?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889191&addrs=149.165.225.92-36544&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265985.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26290" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:19:06 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343668 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:19:06 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:19:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.246.000) 05/25 23:19:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_193593_812121596@iut2-c254.iu.edu <149.165.225.81:33560?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889055&addrs=149.165.225.81-33560&noUDP> ... 028 (1259.246.000) 05/25 23:19:07 Job ad information event triggered. StartdAddr = "<149.165.225.81:33560?CCBID=192.170.227.251:9888%3faddrs%3d192.170.227.251-9888#889055&addrs=149.165.225.81-33560&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969466" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c254.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 246 EventTime = "2019-05-25T23:19:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_193593_812121596@iut2-c254.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265386.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.246.000) 05/25 23:19:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_193593_812121596@iut2-c254.iu.edu, rescheduling job ... 028 (1259.246.000) 05/25 23:19:07 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 246 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:19:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265386.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" StartdName = "glidein_193593_812121596@iut2-c254.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c254.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.252.000) 05/25 23:19:33 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57370_6923565@uct2-c422.mwt2.org <192.170.226.12:46155?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883523&addrs=192.170.226.12-46155&noUDP> ... 028 (1259.252.000) 05/25 23:19:33 Job ad information event triggered. StartdAddr = "<192.170.226.12:46155?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883523&addrs=192.170.226.12-46155&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969466" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 252 EventTime = "2019-05-25T23:19:33" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_57370_6923565@uct2-c422.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.252.000) 05/25 23:19:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57370_6923565@uct2-c422.mwt2.org, rescheduling job ... 028 (1259.252.000) 05/25 23:19:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:19:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265384.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" StartdName = "glidein_57370_6923565@uct2-c422.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/25 23:19:35 Image size of job updated: 1846572 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/25 23:19:35 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1846572 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T23:19:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/25 23:19:36 Image size of job updated: 1781036 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/25 23:19:36 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1781036 Proc = 284 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-25T23:19:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369910" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:19:49 Image size of job updated: 1576844 358 - MemoryUsage of job (MB) 365660 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:19:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:19:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.246.000) 05/25 23:20:04 Job executing on host: <128.186.19.143:34984?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#719&addrs=128.186.19.143-34984+[--1]-34984&noUDP> ... 028 (1259.246.000) 05/25 23:20:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 246 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:20:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34984?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#719&addrs=128.186.19.143-34984+[--1]-34984&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68048.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8405167" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.252.000) 05/25 23:20:10 Job executing on host: <192.170.227.212:42636?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862762&addrs=192.170.227.212-42636&noUDP> ... 028 (1259.252.000) 05/25 23:20:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 252 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" EventTime = "2019-05-25T23:20:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.212:42636?CCBID=192.170.227.251:9742%3faddrs%3d192.170.227.251-9742#862762&addrs=192.170.227.212-42636&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265296.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31025" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c490.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:20:14 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 368708 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:20:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:20:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.019.000) 05/25 23:20:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57135_43629804@iut2-c222.iu.edu <149.165.225.49:42317?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886630&addrs=149.165.225.49-42317&noUDP> ... 028 (1259.019.000) 05/25 23:20:35 Job ad information event triggered. StartdAddr = "<149.165.225.49:42317?CCBID=192.170.227.251:9835%3faddrs%3d192.170.227.251-9835#886630&addrs=149.165.225.49-42317&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720761" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c222.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 19 EventTime = "2019-05-25T23:20:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_57135_43629804@iut2-c222.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668335.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.019.000) 05/25 23:20:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57135_43629804@iut2-c222.iu.edu, rescheduling job ... 028 (1259.019.000) 05/25 23:20:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:20:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668335.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720761" StartdName = "glidein_57135_43629804@iut2-c222.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c222.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.026.000) 05/25 23:20:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19783_98992920@iut2-c240.iu.edu <149.165.225.67:38503?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871504&addrs=149.165.225.67-38503&noUDP> ... 028 (1259.026.000) 05/25 23:20:49 Job ad information event triggered. StartdAddr = "<149.165.225.67:38503?CCBID=192.170.227.251:9713%3faddrs%3d192.170.227.251-9713#871504&addrs=149.165.225.67-38503&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7720994" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-25T23:20:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_19783_98992920@iut2-c240.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668991.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.026.000) 05/25 23:20:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19783_98992920@iut2-c240.iu.edu, rescheduling job ... 028 (1259.026.000) 05/25 23:20:49 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:20:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668991.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7720994" StartdName = "glidein_19783_98992920@iut2-c240.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c240.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.248.000) 05/25 23:20:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30981_161636640@iut2-c178.iu.edu <149.165.225.178:33922?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571396&addrs=149.165.225.178-33922&noUDP> ... 028 (1259.248.000) 05/25 23:20:50 Job ad information event triggered. StartdAddr = "<149.165.225.178:33922?CCBID=192.170.227.251:9725%3faddrs%3d192.170.227.251-9725#571396&addrs=149.165.225.178-33922&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "27479" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 248 EventTime = "2019-05-25T23:20:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30981_161636640@iut2-c178.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.248.000) 05/25 23:20:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30981_161636640@iut2-c178.iu.edu, rescheduling job ... 028 (1259.248.000) 05/25 23:20:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 248 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:20:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668827.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27479" StartdName = "glidein_30981_161636640@iut2-c178.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@iut2-c178.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 23:20:55 Image size of job updated: 1263892 361 - MemoryUsage of job (MB) 368692 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:20:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.286.000) 05/25 23:20:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_69600_740500425@mwt2-c150.campuscluster.illinois.edu <72.36.96.57:41341?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882273&addrs=72.36.96.57-41341&noUDP> ... 028 (1259.286.000) 05/25 23:20:57 Job ad information event triggered. StartdAddr = "<72.36.96.57:41341?CCBID=192.170.227.251:9758%3faddrs%3d192.170.227.251-9758#882273&addrs=72.36.96.57-41341&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969331" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 286 EventTime = "2019-05-25T23:20:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_69600_740500425@mwt2-c150.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.286.000) 05/25 23:20:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_69600_740500425@mwt2-c150.campuscluster.illinois.edu, rescheduling job ... 028 (1259.286.000) 05/25 23:20:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:20:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265172.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969331" StartdName = "glidein_69600_740500425@mwt2-c150.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c150.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.139.000) 05/25 23:21:07 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_94901_254178012@mwt2-c054.campuscluster.illinois.edu <72.36.96.183:41763?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882559&addrs=72.36.96.183-41763&noUDP> ... 028 (1259.139.000) 05/25 23:21:07 Job ad information event triggered. StartdAddr = "<72.36.96.183:41763?CCBID=192.170.227.251:9836%3faddrs%3d192.170.227.251-9836#882559&addrs=72.36.96.183-41763&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c054.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 139 EventTime = "2019-05-25T23:21:07" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_94901_254178012@mwt2-c054.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274631.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.139.000) 05/25 23:21:07 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_94901_254178012@mwt2-c054.campuscluster.illinois.edu, rescheduling job ... 028 (1259.139.000) 05/25 23:21:07 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:21:07" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274631.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" StartdName = "glidein_94901_254178012@mwt2-c054.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:21:14 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 371524 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:21:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:21:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.259.000) 05/25 23:21:21 Image size of job updated: 15000000 403 - MemoryUsage of job (MB) 412452 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/25 23:21:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:21:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24986" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.172.000) 05/25 23:21:28 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19663_245823174@mwt2-c142.campuscluster.illinois.edu <72.36.96.49:44938?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38456&addrs=72.36.96.49-44938&noUDP> ... 028 (1259.172.000) 05/25 23:21:28 Job ad information event triggered. StartdAddr = "<72.36.96.49:44938?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38456&addrs=72.36.96.49-44938&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c142.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 172 EventTime = "2019-05-25T23:21:28" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_19663_245823174@mwt2-c142.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265502.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.172.000) 05/25 23:21:28 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19663_245823174@mwt2-c142.campuscluster.illinois.edu, rescheduling job ... 028 (1259.172.000) 05/25 23:21:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:21:28" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265502.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969549" StartdName = "glidein_19663_245823174@mwt2-c142.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.148.000) 05/25 23:21:37 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_56841_316707111@mwt2-c017.campuscluster.illinois.edu <72.36.96.146:46360?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870109&addrs=72.36.96.146-46360&noUDP> ... 028 (1259.148.000) 05/25 23:21:37 Job ad information event triggered. StartdAddr = "<72.36.96.146:46360?CCBID=192.170.227.251:9869%3faddrs%3d192.170.227.251-9869#870109&addrs=72.36.96.146-46360&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 148 EventTime = "2019-05-25T23:21:37" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_56841_316707111@mwt2-c017.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.148.000) 05/25 23:21:37 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_56841_316707111@mwt2-c017.campuscluster.illinois.edu, rescheduling job ... 028 (1259.148.000) 05/25 23:21:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 148 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:21:37" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265325.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" StartdName = "glidein_56841_316707111@mwt2-c017.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.178.000) 05/25 23:22:05 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3481_517437888@AS-PSY-TA-02-S3-its-c7-osg-20190309 <10.0.2.15:37707?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37361&addrs=10.0.2.15-37707&noUDP> ... 028 (1259.178.000) 05/25 23:22:05 Job ad information event triggered. StartdAddr = "<10.0.2.15:37707?CCBID=192.170.227.251:9819%3faddrs%3d192.170.227.251-9819#37361&addrs=10.0.2.15-37707&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8105507" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 178 EventTime = "2019-05-25T23:22:05" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3481_517437888@AS-PSY-TA-02-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.178.000) 05/25 23:22:05 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3481_517437888@AS-PSY-TA-02-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.178.000) 05/25 23:22:05 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 178 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:22:05" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4417397.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "16" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8105507" StartdName = "glidein_3481_517437888@AS-PSY-TA-02-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-02-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.172.000) 05/25 23:22:08 Job executing on host: <192.170.226.17:40164?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#37068&addrs=192.170.226.17-40164&noUDP> ... 028 (1259.172.000) 05/25 23:22:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:22:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.17:40164?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#37068&addrs=192.170.226.17-40164&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.248.000) 05/25 23:22:12 Job executing on host: <72.36.96.175:38894?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35972&addrs=72.36.96.175-38894&noUDP> ... 028 (1259.248.000) 05/25 23:22:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 248 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:22:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.175:38894?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35972&addrs=72.36.96.175-38894&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276194.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969834" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c046.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.139.000) 05/25 23:22:15 Job executing on host: <72.36.96.162:44127?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#887043&addrs=72.36.96.162-44127&noUDP> ... 028 (1259.139.000) 05/25 23:22:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:22:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.162:44127?CCBID=192.170.227.251:9786%3faddrs%3d192.170.227.251-9786#887043&addrs=72.36.96.162-44127&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275183.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.148.000) 05/25 23:22:15 Job executing on host: <72.36.96.211:35879?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884647&addrs=72.36.96.211-35879&noUDP> ... 006 (1259.226.000) 05/25 23:22:18 Image size of job updated: 1331484 360 - MemoryUsage of job (MB) 368136 - ResidentSetSize of job (KB) ... 028 (1259.148.000) 05/25 23:22:15 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 148 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:22:15" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.211:35879?CCBID=192.170.227.251:9771%3faddrs%3d192.170.227.251-9771#884647&addrs=72.36.96.211-35879&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274882.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.226.000) 05/25 23:22:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:22:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.286.000) 05/25 23:22:23 Job executing on host: <72.36.96.154:46374?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#887930&addrs=72.36.96.154-46374&noUDP> ... 028 (1259.286.000) 05/25 23:22:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 286 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:22:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.154:46374?CCBID=192.170.227.251:9768%3faddrs%3d192.170.227.251-9768#887930&addrs=72.36.96.154-46374&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265956.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c025.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.026.000) 05/25 23:22:23 Job executing on host: <149.165.225.153:42801?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35973&addrs=149.165.225.153-42801&noUDP> ... 028 (1259.026.000) 05/25 23:22:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 26 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:22:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.153:42801?CCBID=192.170.227.251:9845%3faddrs%3d192.170.227.251-9845#35973&addrs=149.165.225.153-42801&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265996.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26302" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c153.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:22:26 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365656 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:22:26 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:22:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.178.000) 05/25 23:22:40 Job executing on host: <72.36.96.43:37075?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867648&addrs=72.36.96.43-37075&noUDP> ... 028 (1259.178.000) 05/25 23:22:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:22:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.43:37075?CCBID=192.170.227.251:9705%3faddrs%3d192.170.227.251-9705#867648&addrs=72.36.96.43-37075&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.019.000) 05/25 23:22:45 Job executing on host: <149.165.225.96:34027?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883994&addrs=149.165.225.96-34027&noUDP> ... 028 (1259.019.000) 05/25 23:22:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 19 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:22:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.96:34027?CCBID=192.170.227.251:9735%3faddrs%3d192.170.227.251-9735#883994&addrs=149.165.225.96-34027&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670968.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721408" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c269.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:22:48 Image size of job updated: 1570672 343 - MemoryUsage of job (MB) 350788 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:22:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 343 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 350788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.012.000) 05/25 23:22:50 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_89663_133155360@mwt2-c041.campuscluster.illinois.edu <72.36.96.170:40344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872205&addrs=72.36.96.170-40344&noUDP> ... 028 (1259.012.000) 05/25 23:22:50 Job ad information event triggered. StartdAddr = "<72.36.96.170:40344?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#872205&addrs=72.36.96.170-40344&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c041.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 12 EventTime = "2019-05-25T23:22:50" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_89663_133155360@mwt2-c041.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265360.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.012.000) 05/25 23:22:50 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_89663_133155360@mwt2-c041.campuscluster.illinois.edu, rescheduling job ... 028 (1259.012.000) 05/25 23:22:50 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 12 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:22:50" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265360.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" StartdName = "glidein_89663_133155360@mwt2-c041.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c041.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.215.000) 05/25 23:22:54 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_27630_142217970@iut2-c184.iu.edu <149.165.225.184:39397?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898302&addrs=149.165.225.184-39397&noUDP> ... 006 (1259.146.000) 05/25 23:22:54 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 376904 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/25 23:22:54 Job ad information event triggered. StartdAddr = "<149.165.225.184:39397?CCBID=192.170.227.251:9882%3faddrs%3d192.170.227.251-9882#898302&addrs=149.165.225.184-39397&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 215 EventTime = "2019-05-25T23:22:54" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_27630_142217970@iut2-c184.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" EventDescription = "Job disconnected, attempting to reconnect" ... 028 (1259.146.000) 05/25 23:22:54 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:22:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.215.000) 05/25 23:22:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_27630_142217970@iut2-c184.iu.edu, rescheduling job ... 028 (1259.215.000) 05/25 23:22:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:22:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265320.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" StartdName = "glidein_27630_142217970@iut2-c184.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@iut2-c184.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 23:23:23 Image size of job updated: 1331488 362 - MemoryUsage of job (MB) 369772 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:23:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:23:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.290.000) 05/25 23:23:59 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12189_154394682@mwt2-c160.campuscluster.illinois.edu <72.36.96.67:37183?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861793&addrs=72.36.96.67-37183&noUDP> ... 028 (1259.290.000) 05/25 23:23:59 Job ad information event triggered. StartdAddr = "<72.36.96.67:37183?CCBID=192.170.227.251:9873%3faddrs%3d192.170.227.251-9873#861793&addrs=72.36.96.67-37183&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25378" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 290 EventTime = "2019-05-25T23:23:59" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_12189_154394682@mwt2-c160.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.290.000) 05/25 23:24:02 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12189_154394682@mwt2-c160.campuscluster.illinois.edu, rescheduling job ... 028 (1259.290.000) 05/25 23:24:02 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:24:02" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265150.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25378" StartdName = "glidein_12189_154394682@mwt2-c160.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c160.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.215.000) 05/25 23:24:07 Job executing on host: <149.165.225.200:39829?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#876029&addrs=149.165.225.200-39829&noUDP> ... 028 (1259.215.000) 05/25 23:24:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:24:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.200:39829?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#876029&addrs=149.165.225.200-39829&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670998.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28653" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@iut2-c200.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.290.000) 05/25 23:24:23 Job executing on host: <192.170.227.71:43307?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895411&addrs=192.170.227.71-43307&noUDP> ... 028 (1259.290.000) 05/25 23:24:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:24:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.71:43307?CCBID=192.170.227.251:9889%3faddrs%3d192.170.227.251-9889#895411&addrs=192.170.227.71-43307&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385536.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370058" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c460.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.012.000) 05/25 23:24:23 Job executing on host: <192.168.4.125:37435?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869061&addrs=192.168.4.125-37435&noUDP> ... 028 (1259.012.000) 05/25 23:24:23 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 12 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:24:23" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.4.125:37435?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#869061&addrs=192.168.4.125-37435&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "464132" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6873774" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 022 (1259.177.000) 05/25 23:24:53 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_170474_72925680@iut2-c268.iu.edu <149.165.225.95:41491?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875802&addrs=149.165.225.95-41491&noUDP> ... 028 (1259.177.000) 05/25 23:24:53 Job ad information event triggered. StartdAddr = "<149.165.225.95:41491?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875802&addrs=149.165.225.95-41491&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26745" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 177 EventTime = "2019-05-25T23:24:53" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_170474_72925680@iut2-c268.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.177.000) 05/25 23:24:53 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_170474_72925680@iut2-c268.iu.edu, rescheduling job ... 028 (1259.177.000) 05/25 23:24:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:24:53" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1668259.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26745" StartdName = "glidein_170474_72925680@iut2-c268.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@iut2-c268.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:25:15 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 368800 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:25:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:25:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.177.000) 05/25 23:26:04 Job executing on host: <149.165.225.79:39050?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#864050&addrs=149.165.225.79-39050&noUDP> ... 028 (1259.177.000) 05/25 23:26:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:26:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.79:39050?CCBID=192.170.227.251:9706%3faddrs%3d192.170.227.251-9706#864050&addrs=149.165.225.79-39050&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670839.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c252.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:26:15 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 371788 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:26:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:26:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 024 (1259.074.000) 05/25 23:26:20 Job reconnection failed Job not found at execution machine Can not reconnect to glidein_3445_524438784@VETS-IVMF-0024-S4-its-c7-osg-20190309, rescheduling job ... 028 (1259.074.000) 05/25 23:26:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 74 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:26:20" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391185.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_3445_524438784@VETS-IVMF-0024-S4-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job not found at execution machine" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-IVMF-0024-S4-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.018.000) 05/25 23:26:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_26570_382433548@mwt2-c029.campuscluster.illinois.edu <72.36.96.158:46066?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873360&addrs=72.36.96.158-46066&noUDP> ... 028 (1259.018.000) 05/25 23:26:55 Job ad information event triggered. StartdAddr = "<72.36.96.158:46066?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873360&addrs=72.36.96.158-46066&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25304" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c029.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 18 EventTime = "2019-05-25T23:26:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_26570_382433548@mwt2-c029.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274638.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.018.000) 05/25 23:26:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_26570_382433548@mwt2-c029.campuscluster.illinois.edu, rescheduling job ... 028 (1259.018.000) 05/25 23:26:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:26:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274638.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25304" StartdName = "glidein_26570_382433548@mwt2-c029.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c029.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.074.000) 05/25 23:27:07 Job executing on host: <192.170.227.92:33468?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559544&addrs=192.170.227.92-33468&noUDP> ... 028 (1259.074.000) 05/25 23:27:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:27:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.227.92:33468?CCBID=192.170.227.251:9821%3faddrs%3d192.170.227.251-9821#559544&addrs=192.170.227.92-33468&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.173.000) 05/25 23:27:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_34043_418108608@mwt2-c134.campuscluster.illinois.edu <72.36.96.41:46624?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854688&addrs=72.36.96.41-46624&noUDP> ... 028 (1259.173.000) 05/25 23:27:09 Job ad information event triggered. StartdAddr = "<72.36.96.41:46624?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#854688&addrs=72.36.96.41-46624&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969177" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c134.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 173 EventTime = "2019-05-25T23:27:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_34043_418108608@mwt2-c134.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "273792.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.173.000) 05/25 23:27:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_34043_418108608@mwt2-c134.campuscluster.illinois.edu, rescheduling job ... 028 (1259.173.000) 05/25 23:27:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 173 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:27:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "273792.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969177" StartdName = "glidein_34043_418108608@mwt2-c134.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c134.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.011.000) 05/25 23:27:14 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_120980_74663266@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:35696?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885898&addrs=72.36.96.171-35696&noUDP> ... 028 (1259.011.000) 05/25 23:27:14 Job ad information event triggered. StartdAddr = "<72.36.96.171:35696?CCBID=192.170.227.251:9803%3faddrs%3d192.170.227.251-9803#885898&addrs=72.36.96.171-35696&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25604" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 11 EventTime = "2019-05-25T23:27:14" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_120980_74663266@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265366.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.011.000) 05/25 23:27:14 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_120980_74663266@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1259.011.000) 05/25 23:27:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:27:14" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265366.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25604" StartdName = "glidein_120980_74663266@mwt2-c042.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.047.000) 05/25 23:27:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3993074_93646916@nod20.phys.uconn.edu <137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP> ... 028 (1259.047.000) 05/25 23:27:38 Job ad information event triggered. StartdAddr = "<137.99.79.155:18236?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#694&addrs=137.99.79.155-18236+[--1]-18236&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7202570" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 47 EventTime = "2019-05-25T23:27:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3993074_93646916@nod20.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.047.000) 05/25 23:27:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3993074_93646916@nod20.phys.uconn.edu, rescheduling job ... 028 (1259.047.000) 05/25 23:27:41 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 47 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:27:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713076.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7202570" StartdName = "glidein_3993074_93646916@nod20.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.173.000) 05/25 23:27:48 Job executing on host: <192.170.226.41:35883?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#866289&addrs=192.170.226.41-35883&noUDP> ... 028 (1259.173.000) 05/25 23:27:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 173 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:27:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.41:35883?CCBID=192.170.227.251:9797%3faddrs%3d192.170.227.251-9797#866289&addrs=192.170.226.41-35883&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385639.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c451.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:27:48 Image size of job updated: 1570672 344 - MemoryUsage of job (MB) 351580 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:27:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:27:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.018.000) 05/25 23:27:49 Job executing on host: <72.36.96.219:39774?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#861088&addrs=72.36.96.219-39774&noUDP> ... 028 (1259.018.000) 05/25 23:27:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 18 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:27:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.219:39774?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#861088&addrs=72.36.96.219-39774&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276405.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969880" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.011.000) 05/25 23:27:51 Job executing on host: <72.36.96.61:37259?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#876242&addrs=72.36.96.61-37259&noUDP> ... 028 (1259.011.000) 05/25 23:27:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:27:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.61:37259?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#876242&addrs=72.36.96.61-37259&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276375.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969880" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 23:27:55 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378156 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 23:27:55 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:27:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.143.000) 05/25 23:28:18 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81960_266941120@mwt2-c021.campuscluster.illinois.edu <72.36.96.150:40544?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38767&addrs=72.36.96.150-40544&noUDP> ... 028 (1259.143.000) 05/25 23:28:18 Job ad information event triggered. StartdAddr = "<72.36.96.150:40544?CCBID=192.170.227.251:9859%3faddrs%3d192.170.227.251-9859#38767&addrs=72.36.96.150-40544&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25576" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 143 EventTime = "2019-05-25T23:28:18" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_81960_266941120@mwt2-c021.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.143.000) 05/25 23:28:18 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81960_266941120@mwt2-c021.campuscluster.illinois.edu, rescheduling job ... 028 (1259.143.000) 05/25 23:28:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:28:18" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265345.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25576" StartdName = "glidein_81960_266941120@mwt2-c021.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c021.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/25 23:28:23 Image size of job updated: 1331488 362 - MemoryUsage of job (MB) 370092 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:28:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:28:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370092 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.199.000) 05/25 23:28:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12578_201717769@mwt2-c143.campuscluster.illinois.edu <72.36.96.50:42071?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#39348&addrs=72.36.96.50-42071&noUDP> ... 028 (1259.199.000) 05/25 23:28:49 Job ad information event triggered. StartdAddr = "<72.36.96.50:42071?CCBID=192.170.227.251:9784%3faddrs%3d192.170.227.251-9784#39348&addrs=72.36.96.50-42071&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25537" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 199 EventTime = "2019-05-25T23:28:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_12578_201717769@mwt2-c143.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.199.000) 05/25 23:28:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12578_201717769@mwt2-c143.campuscluster.illinois.edu, rescheduling job ... 028 (1259.199.000) 05/25 23:28:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 199 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:28:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274913.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25537" StartdName = "glidein_12578_201717769@mwt2-c143.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@mwt2-c143.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.143.000) 05/25 23:28:59 Job executing on host: <72.36.96.186:33135?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868998&addrs=72.36.96.186-33135&noUDP> ... 028 (1259.143.000) 05/25 23:28:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 143 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:28:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.186:33135?CCBID=192.170.227.251:9734%3faddrs%3d192.170.227.251-9734#868998&addrs=72.36.96.186-33135&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266026.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26326" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c057.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.047.000) 05/25 23:29:00 Job executing on host: <72.36.96.146:33223?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892937&addrs=72.36.96.146-33223&noUDP> ... 028 (1259.047.000) 05/25 23:29:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 47 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:29:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.146:33223?CCBID=192.170.227.251:9877%3faddrs%3d192.170.227.251-9877#892937&addrs=72.36.96.146-33223&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266020.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26326" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c017.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:29:07 Image size of job updated: 1570676 336 - MemoryUsage of job (MB) 343972 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:29:07 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:29:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 336 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 343972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.199.000) 05/25 23:29:37 Job executing on host: <72.36.96.166:41732?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872284&addrs=72.36.96.166-41732&noUDP> ... 028 (1259.199.000) 05/25 23:29:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:29:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.166:41732?CCBID=192.170.227.251:9730%3faddrs%3d192.170.227.251-9730#872284&addrs=72.36.96.166-41732&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:29:50 Image size of job updated: 1576844 359 - MemoryUsage of job (MB) 366716 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:29:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:29:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.266.000) 05/25 23:30:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_132140_38400263@iut2-c244.iu.edu <149.165.225.71:43683?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882306&addrs=149.165.225.71-43683&noUDP> ... 028 (1259.266.000) 05/25 23:30:10 Job ad information event triggered. StartdAddr = "<149.165.225.71:43683?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882306&addrs=149.165.225.71-43683&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25258" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 266 EventTime = "2019-05-25T23:30:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_132140_38400263@iut2-c244.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.266.000) 05/25 23:30:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_132140_38400263@iut2-c244.iu.edu, rescheduling job ... 028 (1259.266.000) 05/25 23:30:11 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:30:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265053.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25258" StartdName = "glidein_132140_38400263@iut2-c244.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c244.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.184.000) 05/25 23:30:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_18833_112436930@mwt2-c014.campuscluster.illinois.edu <72.36.96.143:38193?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874948&addrs=72.36.96.143-38193&noUDP> ... 028 (1259.184.000) 05/25 23:30:20 Job ad information event triggered. StartdAddr = "<72.36.96.143:38193?CCBID=192.170.227.251:9874%3faddrs%3d192.170.227.251-9874#874948&addrs=72.36.96.143-38193&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24491" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 184 EventTime = "2019-05-25T23:30:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_18833_112436930@mwt2-c014.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.184.000) 05/25 23:30:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_18833_112436930@mwt2-c014.campuscluster.illinois.edu, rescheduling job ... 028 (1259.184.000) 05/25 23:30:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 184 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:30:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272685.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" StartdName = "glidein_18833_112436930@mwt2-c014.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c014.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.266.000) 05/25 23:31:02 Job executing on host: <72.36.96.40:37692?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882441&addrs=72.36.96.40-37692&noUDP> ... 028 (1259.266.000) 05/25 23:31:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:31:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.40:37692?CCBID=192.170.227.251:9825%3faddrs%3d192.170.227.251-9825#882441&addrs=72.36.96.40-37692&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265689.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.184.000) 05/25 23:31:03 Job executing on host: <72.36.96.147:37459?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34492&addrs=72.36.96.147-37459&noUDP> ... 028 (1259.184.000) 05/25 23:31:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 184 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:31:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.147:37459?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34492&addrs=72.36.96.147-37459&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265727.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c018.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:31:15 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 371956 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:31:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:31:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.245.000) 05/25 23:31:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_153585_358336824@mwt2-c082.campuscluster.illinois.edu <72.36.96.211:35243?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39502&addrs=72.36.96.211-35243&noUDP> ... 028 (1259.245.000) 05/25 23:31:23 Job ad information event triggered. StartdAddr = "<72.36.96.211:35243?CCBID=192.170.227.251:9774%3faddrs%3d192.170.227.251-9774#39502&addrs=72.36.96.211-35243&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969466" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 245 EventTime = "2019-05-25T23:31:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_153585_358336824@mwt2-c082.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.245.000) 05/25 23:31:24 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_153585_358336824@mwt2-c082.campuscluster.illinois.edu, rescheduling job ... 028 (1259.245.000) 05/25 23:31:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 245 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:31:24" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265393.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969466" StartdName = "glidein_153585_358336824@mwt2-c082.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c082.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.245.000) 05/25 23:32:12 Job executing on host: <72.36.96.187:44071?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874164&addrs=72.36.96.187-44071&noUDP> ... 028 (1259.245.000) 05/25 23:32:12 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 245 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:32:12" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.187:44071?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874164&addrs=72.36.96.187-44071&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276472.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26174" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.211.000) 05/25 23:32:13 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_4602_572688536@mwt2-c011.campuscluster.illinois.edu <72.36.96.140:36772?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35529&addrs=72.36.96.140-36772&noUDP> ... 028 (1259.211.000) 05/25 23:32:13 Job ad information event triggered. StartdAddr = "<72.36.96.140:36772?CCBID=192.170.227.251:9781%3faddrs%3d192.170.227.251-9781#35529&addrs=72.36.96.140-36772&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25100" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 211 EventTime = "2019-05-25T23:32:13" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_4602_572688536@mwt2-c011.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.211.000) 05/25 23:32:13 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_4602_572688536@mwt2-c011.campuscluster.illinois.edu, rescheduling job ... 028 (1259.211.000) 05/25 23:32:13 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 211 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:32:13" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "264925.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25100" StartdName = "glidein_4602_572688536@mwt2-c011.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c011.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 23:32:15 Image size of job updated: 1750000 350 - MemoryUsage of job (MB) 357852 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:32:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:32:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 357852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:32:27 Image size of job updated: 1572724 358 - MemoryUsage of job (MB) 365920 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:32:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:32:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 365920 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.211.000) 05/25 23:32:38 Job executing on host: <137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP> ... 022 (1259.141.000) 05/25 23:32:39 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3465_174449415@AS-PSY-TA-03-S3-its-c7-osg-20190309 <10.0.2.15:37306?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#878662&addrs=10.0.2.15-37306&noUDP> ... 028 (1259.211.000) 05/25 23:32:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 211 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:32:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:13149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#686&addrs=137.99.79.157-13149+[--1]-13149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2989" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.141.000) 05/25 23:32:39 Job ad information event triggered. StartdAddr = "<10.0.2.15:37306?CCBID=192.170.227.251:9776%3faddrs%3d192.170.227.251-9776#878662&addrs=10.0.2.15-37306&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7712684" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 141 EventTime = "2019-05-25T23:32:39" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3465_174449415@AS-PSY-TA-03-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.141.000) 05/25 23:32:39 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3465_174449415@AS-PSY-TA-03-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.141.000) 05/25 23:32:39 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 141 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:32:39" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4373046.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7712684" StartdName = "glidein_3465_174449415@AS-PSY-TA-03-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-PSY-TA-03-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.247.000) 05/25 23:32:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_83130_647166828@mwt2-c008.campuscluster.illinois.edu <72.36.96.137:33928?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885993&addrs=72.36.96.137-33928&noUDP> ... 028 (1259.247.000) 05/25 23:32:48 Job ad information event triggered. StartdAddr = "<72.36.96.137:33928?CCBID=192.170.227.251:9895%3faddrs%3d192.170.227.251-9895#885993&addrs=72.36.96.137-33928&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969055" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c008.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 247 EventTime = "2019-05-25T23:32:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_83130_647166828@mwt2-c008.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272645.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.247.000) 05/25 23:32:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_83130_647166828@mwt2-c008.campuscluster.illinois.edu, rescheduling job ... 006 (1259.192.000) 05/25 23:32:48 Image size of job updated: 1570672 345 - MemoryUsage of job (MB) 352636 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/25 23:32:48 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:32:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272645.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969055" StartdName = "glidein_83130_647166828@mwt2-c008.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.192.000) 05/25 23:32:48 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:32:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352636 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.146.000) 05/25 23:32:56 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379484 - ResidentSetSize of job (KB) ... 028 (1259.146.000) 05/25 23:32:56 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 146 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.141.000) 05/25 23:33:01 Job executing on host: <137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP> ... 028 (1259.141.000) 05/25 23:33:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 141 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:33:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:4641?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#663&addrs=137.99.79.159-4641+[--1]-4641&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.267.000) 05/25 23:33:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_18690_169348940@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309 <10.0.2.15:44202?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879102&addrs=10.0.2.15-44202&noUDP> ... 028 (1259.267.000) 05/25 23:33:11 Job ad information event triggered. StartdAddr = "<10.0.2.15:44202?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879102&addrs=10.0.2.15-44202&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 267 EventTime = "2019-05-25T23:33:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_18690_169348940@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.267.000) 05/25 23:33:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_18690_169348940@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309, rescheduling job ... 028 (1259.267.000) 05/25 23:33:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 267 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:33:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391209.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "37" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" StartdName = "glidein_18690_169348940@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-BUDCF818Y1-S1-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.250.000) 05/25 23:33:47 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15061_1005150224@mwt2-c075.campuscluster.illinois.edu <72.36.96.204:36739?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860933&addrs=72.36.96.204-36739&noUDP> ... 028 (1259.250.000) 05/25 23:33:47 Job ad information event triggered. StartdAddr = "<72.36.96.204:36739?CCBID=192.170.227.251:9801%3faddrs%3d192.170.227.251-9801#860933&addrs=72.36.96.204-36739&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 250 EventTime = "2019-05-25T23:33:47" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_15061_1005150224@mwt2-c075.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265324.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.250.000) 05/25 23:33:47 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15061_1005150224@mwt2-c075.campuscluster.illinois.edu, rescheduling job ... 028 (1259.250.000) 05/25 23:33:47 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:33:47" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265324.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" StartdName = "glidein_15061_1005150224@mwt2-c075.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:34:08 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 344212 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:34:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:34:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 344212 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.237.000) 05/25 23:34:12 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_178074_45554364@mwt2-c112.campuscluster.illinois.edu <72.36.96.241:34533?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38203&addrs=72.36.96.241-34533&noUDP> ... 028 (1259.237.000) 05/25 23:34:12 Job ad information event triggered. StartdAddr = "<72.36.96.241:34533?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#38203&addrs=72.36.96.241-34533&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24561" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 237 EventTime = "2019-05-25T23:34:12" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_178074_45554364@mwt2-c112.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.237.000) 05/25 23:34:12 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_178074_45554364@mwt2-c112.campuscluster.illinois.edu, rescheduling job ... 028 (1259.237.000) 05/25 23:34:12 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:34:12" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272876.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24561" StartdName = "glidein_178074_45554364@mwt2-c112.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c112.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.247.000) 05/25 23:34:14 Job executing on host: <72.36.96.240:41511?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889952&addrs=72.36.96.240-41511&noUDP> ... 028 (1259.247.000) 05/25 23:34:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:34:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.240:41511?CCBID=192.170.227.251:9804%3faddrs%3d192.170.227.251-9804#889952&addrs=72.36.96.240-41511&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.267.000) 05/25 23:34:14 Job executing on host: <72.36.96.70:39527?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#881626&addrs=72.36.96.70-39527&noUDP> ... 028 (1259.267.000) 05/25 23:34:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:34:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.70:39527?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#881626&addrs=72.36.96.70-39527&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.034.000) 05/25 23:34:29 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30751_245710689@mwt2-c089.campuscluster.illinois.edu <72.36.96.218:44120?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41065&addrs=72.36.96.218-44120&noUDP> ... 028 (1259.034.000) 05/25 23:34:29 Job ad information event triggered. StartdAddr = "<72.36.96.218:44120?CCBID=192.170.227.251:9896%3faddrs%3d192.170.227.251-9896#41065&addrs=72.36.96.218-44120&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25367" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 34 EventTime = "2019-05-25T23:34:29" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_30751_245710689@mwt2-c089.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.034.000) 05/25 23:34:29 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30751_245710689@mwt2-c089.campuscluster.illinois.edu, rescheduling job ... 028 (1259.034.000) 05/25 23:34:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 34 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:34:29" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274737.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" StartdName = "glidein_30751_245710689@mwt2-c089.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:34:50 Image size of job updated: 1576844 360 - MemoryUsage of job (MB) 367708 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:34:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:34:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.005.000) 05/25 23:34:51 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_57681_37561290@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:34268?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885422&addrs=72.36.96.171-34268&noUDP> ... 028 (1259.005.000) 05/25 23:34:51 Job ad information event triggered. StartdAddr = "<72.36.96.171:34268?CCBID=192.170.227.251:9840%3faddrs%3d192.170.227.251-9840#885422&addrs=72.36.96.171-34268&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 5 EventTime = "2019-05-25T23:34:51" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_57681_37561290@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265334.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.005.000) 05/25 23:34:52 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_57681_37561290@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1259.005.000) 05/25 23:34:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 5 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:34:52" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265334.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969439" StartdName = "glidein_57681_37561290@mwt2-c042.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.250.000) 05/25 23:34:55 Job executing on host: <72.36.96.218:43603?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#879094&addrs=72.36.96.218-43603&noUDP> ... 028 (1259.250.000) 05/25 23:34:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 250 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:34:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.218:43603?CCBID=192.170.227.251:9848%3faddrs%3d192.170.227.251-9848#879094&addrs=72.36.96.218-43603&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265750.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26035" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c089.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.237.000) 05/25 23:34:56 Job executing on host: <72.36.96.219:43706?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882150&addrs=72.36.96.219-43706&noUDP> ... 028 (1259.237.000) 05/25 23:34:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 237 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:34:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.219:43706?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882150&addrs=72.36.96.219-43706&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275235.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c090.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.196.000) 05/25 23:34:58 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_112274_38291228@mwt2-c008.campuscluster.illinois.edu <72.36.96.137:36062?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874015&addrs=72.36.96.137-36062&noUDP> ... 028 (1259.196.000) 05/25 23:34:58 Job ad information event triggered. StartdAddr = "<72.36.96.137:36062?CCBID=192.170.227.251:9733%3faddrs%3d192.170.227.251-9733#874015&addrs=72.36.96.137-36062&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25585" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 196 EventTime = "2019-05-25T23:34:58" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_112274_38291228@mwt2-c008.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.196.000) 05/25 23:34:58 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_112274_38291228@mwt2-c008.campuscluster.illinois.edu, rescheduling job ... 028 (1259.196.000) 05/25 23:34:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:34:58" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265356.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25585" StartdName = "glidein_112274_38291228@mwt2-c008.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c008.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.034.000) 05/25 23:34:58 Job executing on host: <72.36.96.133:45044?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880138&addrs=72.36.96.133-45044&noUDP> ... 028 (1259.034.000) 05/25 23:34:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:34:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.133:45044?CCBID=192.170.227.251:9720%3faddrs%3d192.170.227.251-9720#880138&addrs=72.36.96.133-45044&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265730.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c004.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.205.000) 05/25 23:35:10 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_72754_113751764@mwt2-c032.campuscluster.illinois.edu <72.36.96.161:39001?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874246&addrs=72.36.96.161-39001&noUDP> ... 028 (1259.205.000) 05/25 23:35:10 Job ad information event triggered. StartdAddr = "<72.36.96.161:39001?CCBID=192.170.227.251:9861%3faddrs%3d192.170.227.251-9861#874246&addrs=72.36.96.161-39001&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25166" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 205 EventTime = "2019-05-25T23:35:10" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_72754_113751764@mwt2-c032.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.205.000) 05/25 23:35:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_72754_113751764@mwt2-c032.campuscluster.illinois.edu, rescheduling job ... 028 (1259.205.000) 05/25 23:35:11 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 205 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:35:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274304.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25166" StartdName = "glidein_72754_113751764@mwt2-c032.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c032.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.196.000) 05/25 23:35:40 Job executing on host: <72.36.96.192:33708?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872860&addrs=72.36.96.192-33708&noUDP> ... 028 (1259.196.000) 05/25 23:35:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 196 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:35:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:33708?CCBID=192.170.227.251:9878%3faddrs%3d192.170.227.251-9878#872860&addrs=72.36.96.192-33708&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266045.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26337" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.005.000) 05/25 23:35:42 Job executing on host: <192.168.3.196:45085?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867857&addrs=192.168.3.196-45085&noUDP> ... 028 (1259.005.000) 05/25 23:35:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:35:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.196:45085?CCBID=192.170.227.251:9764%3faddrs%3d192.170.227.251-9764#867857&addrs=192.168.3.196-45085&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.116.000) 05/25 23:35:43 Image size of job updated: 1331288 313 - MemoryUsage of job (MB) 320316 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:35:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:35:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 313 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.205.000) 05/25 23:35:44 Job executing on host: <72.36.96.190:39422?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868329&addrs=72.36.96.190-39422&noUDP> ... 028 (1259.205.000) 05/25 23:35:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 205 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:35:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.190:39422?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868329&addrs=72.36.96.190-39422&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265734.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26024" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c061.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:36:15 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372380 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:36:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:36:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.221.000) 05/25 23:36:48 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_19606_292075878@iut2-c189.iu.edu <149.165.225.189:37752?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862646&addrs=149.165.225.189-37752&noUDP> ... 028 (1259.221.000) 05/25 23:36:48 Job ad information event triggered. StartdAddr = "<149.165.225.189:37752?CCBID=192.170.227.251:9790%3faddrs%3d192.170.227.251-9790#862646&addrs=149.165.225.189-37752&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25345" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c189.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 221 EventTime = "2019-05-25T23:36:48" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_19606_292075878@iut2-c189.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265115.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.221.000) 05/25 23:36:48 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_19606_292075878@iut2-c189.iu.edu, rescheduling job ... 028 (1259.221.000) 05/25 23:36:48 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 221 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:36:48" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265115.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" StartdName = "glidein_19606_292075878@iut2-c189.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c189.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 23:37:15 Image size of job updated: 1750000 351 - MemoryUsage of job (MB) 359232 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:37:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:37:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 359232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 23:37:19 Image size of job updated: 1331484 360 - MemoryUsage of job (MB) 368556 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 23:37:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:37:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.221.000) 05/25 23:37:26 Job executing on host: <72.36.96.210:41795?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882814&addrs=72.36.96.210-41795&noUDP> ... 028 (1259.221.000) 05/25 23:37:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 221 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:37:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.210:41795?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882814&addrs=72.36.96.210-41795&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266050.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26352" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c081.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:37:27 Image size of job updated: 1572724 359 - MemoryUsage of job (MB) 366928 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:37:27 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:37:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 366928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.253.000) 05/25 23:37:32 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_117066_389770516@mwt2-c042.campuscluster.illinois.edu <72.36.96.171:44624?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#878105&addrs=72.36.96.171-44624&noUDP> ... 028 (1259.253.000) 05/25 23:37:32 Job ad information event triggered. StartdAddr = "<72.36.96.171:44624?CCBID=192.170.227.251:9884%3faddrs%3d192.170.227.251-9884#878105&addrs=72.36.96.171-44624&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25273" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c042.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 253 EventTime = "2019-05-25T23:37:32" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_117066_389770516@mwt2-c042.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265064.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.253.000) 05/25 23:37:33 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_117066_389770516@mwt2-c042.campuscluster.illinois.edu, rescheduling job ... 028 (1259.253.000) 05/25 23:37:33 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 253 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:37:33" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265064.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25273" StartdName = "glidein_117066_389770516@mwt2-c042.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:37:49 Image size of job updated: 1570672 346 - MemoryUsage of job (MB) 353308 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:37:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:37:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 23:38:24 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401860 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 23:38:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:38:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/25 23:38:25 Image size of job updated: 1331488 362 - MemoryUsage of job (MB) 370152 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:38:25 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:38:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/25 23:39:08 Image size of job updated: 1570676 337 - MemoryUsage of job (MB) 345000 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:39:08 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:39:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 337 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 345000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.120.000) 05/25 23:39:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:41:33, Sys 0 00:04:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:41:33, Sys 0 00:04:04 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1334254720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1334254720 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 664310384 Memory (MB) : 342 1024 1920 ... 028 (1259.120.000) 05/25 23:39:30 Job ad information event triggered. SentBytes = 1334254720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25706" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c033.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:41:33, Sys 0 00:04:04" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 120 EventTime = "2019-05-25T23:39:30" TotalSentBytes = 1334254720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:41:33, Sys 0 00:04:04" JOB_GLIDEIN_SiteWMS_JobId = "265464.0" TotalReceivedBytes = 845120448.0 ... 022 (1259.046.000) 05/25 23:39:31 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3440_808102746@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309 <10.0.2.15:41674?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#866702&addrs=10.0.2.15-41674&noUDP> ... 028 (1259.046.000) 05/25 23:39:31 Job ad information event triggered. StartdAddr = "<10.0.2.15:41674?CCBID=192.170.227.251:9799%3faddrs%3d192.170.227.251-9799#866702&addrs=10.0.2.15-41674&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 46 EventTime = "2019-05-25T23:39:31" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3440_808102746@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.046.000) 05/25 23:39:31 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3440_808102746@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309, rescheduling job ... 028 (1259.046.000) 05/25 23:39:31 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 46 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:39:31" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4419144.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" StartdName = "glidein_3440_808102746@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-HRS-SSV-14-S3-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.253.000) 05/25 23:39:31 Job executing on host: <192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP> ... 028 (1259.253.000) 05/25 23:39:31 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:39:31" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.31:37843?CCBID=192.170.227.251:9891%3faddrs%3d192.170.227.251-9891#37365&addrs=192.168.3.31-37843&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.234.000) 05/25 23:39:50 Image size of job updated: 1576844 360 - MemoryUsage of job (MB) 368500 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:39:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:39:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 368500 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.046.000) 05/25 23:40:02 Job executing on host: <149.165.225.72:42406?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#889008&addrs=149.165.225.72-42406&noUDP> ... 028 (1259.046.000) 05/25 23:40:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:40:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.72:42406?CCBID=192.170.227.251:9765%3faddrs%3d192.170.227.251-9765#889008&addrs=149.165.225.72-42406&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:40:19 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 368868 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:40:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:40:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/25 23:40:44 Image size of job updated: 1331288 314 - MemoryUsage of job (MB) 320728 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:40:44 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:40:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 320728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.180.000) 05/25 23:40:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_26302_58476409@scigrid2.physics.fsu.edu <128.186.19.143:34608?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#755&addrs=128.186.19.143-34608+[--1]-34608&noUDP> ... 028 (1259.180.000) 05/25 23:40:46 Job ad information event triggered. StartdAddr = "<128.186.19.143:34608?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#755&addrs=128.186.19.143-34608+[--1]-34608&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8404995" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@scigrid2.physics.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 180 EventTime = "2019-05-25T23:40:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_26302_58476409@scigrid2.physics.fsu.edu" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68034.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.180.000) 05/25 23:40:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_26302_58476409@scigrid2.physics.fsu.edu, rescheduling job ... 028 (1259.180.000) 05/25 23:40:46 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 180 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-25T23:40:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68034.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404995" StartdName = "glidein_26302_58476409@scigrid2.physics.fsu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/25 23:40:56 Image size of job updated: 1263892 361 - MemoryUsage of job (MB) 368952 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:40:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:40:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 368952 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.180.000) 05/25 23:41:50 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.180.000) 05/25 23:41:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 180 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:41:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/25 23:42:16 Image size of job updated: 1750000 355 - MemoryUsage of job (MB) 362836 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:42:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:42:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 362836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.194.000) 05/25 23:42:28 Image size of job updated: 1572724 360 - MemoryUsage of job (MB) 367960 - ResidentSetSize of job (KB) ... 028 (1259.194.000) 05/25 23:42:28 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1572724 Proc = 194 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "9577" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 367960 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 23:42:28 Image size of job updated: 1750000 382 - MemoryUsage of job (MB) 390160 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 23:42:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:42:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 382 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 390160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 23:42:30 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376816 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 23:42:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:42:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:42:49 Image size of job updated: 1570672 347 - MemoryUsage of job (MB) 355132 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:42:49 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:42:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.271.000) 05/25 23:43:21 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_8103_558291960@mwt2-c026.campuscluster.illinois.edu <72.36.96.155:35401?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875550&addrs=72.36.96.155-35401&noUDP> ... 028 (1259.271.000) 05/25 23:43:21 Job ad information event triggered. StartdAddr = "<72.36.96.155:35401?CCBID=192.170.227.251:9791%3faddrs%3d192.170.227.251-9791#875550&addrs=72.36.96.155-35401&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25364" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 271 EventTime = "2019-05-25T23:43:21" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_8103_558291960@mwt2-c026.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.271.000) 05/25 23:43:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_8103_558291960@mwt2-c026.campuscluster.illinois.edu, rescheduling job ... 028 (1259.271.000) 05/25 23:43:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:43:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265137.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25364" StartdName = "glidein_8103_558291960@mwt2-c026.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.082.000) 05/25 23:43:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:24, Sys 0 00:04:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:24, Sys 0 00:04:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1380703872 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1380703872 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 673227148 Memory (MB) : 393 1024 1920 ... 006 (1259.153.000) 05/25 23:43:24 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404748 - ResidentSetSize of job (KB) ... 028 (1259.082.000) 05/25 23:43:24 Job ad information event triggered. SentBytes = 1380703872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969473" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@mwt2-c035.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:24, Sys 0 00:04:14" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 82 EventTime = "2019-05-25T23:43:24" TotalSentBytes = 1380703872.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:48:24, Sys 0 00:04:14" JOB_GLIDEIN_SiteWMS_JobId = "274794.0" TotalReceivedBytes = 1267680640.0 ... 028 (1259.153.000) 05/25 23:43:24 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:43:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 404748 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/25 23:43:26 Image size of job updated: 1331488 362 - MemoryUsage of job (MB) 370484 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:43:26 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:43:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.051.000) 05/25 23:43:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2597283_53803464@stat8.phys.uconn.edu <137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP> ... 028 (1259.051.000) 05/25 23:43:34 Job ad information event triggered. StartdAddr = "<137.99.79.228:6724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#707&addrs=137.99.79.228-6724+[--1]-6724&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212292" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 51 EventTime = "2019-05-25T23:43:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_2597283_53803464@stat8.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.051.000) 05/25 23:43:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2597283_53803464@stat8.phys.uconn.edu, rescheduling job ... 028 (1259.051.000) 05/25 23:43:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 51 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:43:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716294.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212292" StartdName = "glidein_2597283_53803464@stat8.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.037.000) 05/25 23:43:49 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_75267_18326532@mwt2-c079.campuscluster.illinois.edu <72.36.96.208:35794?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857914&addrs=72.36.96.208-35794&noUDP> ... 028 (1259.037.000) 05/25 23:43:49 Job ad information event triggered. StartdAddr = "<72.36.96.208:35794?CCBID=192.170.227.251:9746%3faddrs%3d192.170.227.251-9746#857914&addrs=72.36.96.208-35794&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25367" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 37 EventTime = "2019-05-25T23:43:49" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_75267_18326532@mwt2-c079.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.037.000) 05/25 23:43:49 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_75267_18326532@mwt2-c079.campuscluster.illinois.edu, rescheduling job ... 028 (1259.037.000) 05/25 23:43:49 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 37 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:43:49" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274734.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25367" StartdName = "glidein_75267_18326532@mwt2-c079.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c079.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.258.000) 05/25 23:44:01 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_59491_216048558@mwt2-c075.campuscluster.illinois.edu <72.36.96.204:45981?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#888126&addrs=72.36.96.204-45981&noUDP> ... 028 (1259.258.000) 05/25 23:44:01 Job ad information event triggered. StartdAddr = "<72.36.96.204:45981?CCBID=192.170.227.251:9828%3faddrs%3d192.170.227.251-9828#888126&addrs=72.36.96.204-45981&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c075.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 258 EventTime = "2019-05-25T23:44:01" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_59491_216048558@mwt2-c075.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274629.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.258.000) 05/25 23:44:01 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_59491_216048558@mwt2-c075.campuscluster.illinois.edu, rescheduling job ... 028 (1259.258.000) 05/25 23:44:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 258 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:44:01" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274629.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25281" StartdName = "glidein_59491_216048558@mwt2-c075.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.051.000) 05/25 23:44:04 Job executing on host: <192.170.226.41:35588?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#870124&addrs=192.170.226.41-35588&noUDP> ... 028 (1259.051.000) 05/25 23:44:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:44:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.41:35588?CCBID=192.170.227.251:9743%3faddrs%3d192.170.227.251-9743#870124&addrs=192.170.226.41-35588&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.271.000) 05/25 23:44:04 Job executing on host: <149.165.225.114:34602?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#882014&addrs=149.165.225.114-34602&noUDP> ... 028 (1259.271.000) 05/25 23:44:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 271 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:44:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.114:34602?CCBID=192.170.227.251:9843%3faddrs%3d192.170.227.251-9843#882014&addrs=149.165.225.114-34602&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671031.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c204.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:44:09 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346568 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:44:09 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:44:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.258.000) 05/25 23:44:34 Job executing on host: <72.36.96.204:34663?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882098&addrs=72.36.96.204-34663&noUDP> ... 028 (1259.258.000) 05/25 23:44:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 258 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:44:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.204:34663?CCBID=192.170.227.251:9829%3faddrs%3d192.170.227.251-9829#882098&addrs=72.36.96.204-34663&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265605.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25859" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c075.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:44:50 Image size of job updated: 1576844 361 - MemoryUsage of job (MB) 369028 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:44:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:44:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 369028 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.037.000) 05/25 23:45:14 Job executing on host: <149.165.225.112:40715?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864726&addrs=149.165.225.112-40715&noUDP> ... 028 (1259.037.000) 05/25 23:45:14 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 37 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:45:14" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.112:40715?CCBID=192.170.227.251:9892%3faddrs%3d192.170.227.251-9892#864726&addrs=149.165.225.112-40715&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670551.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28280" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c202.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:45:19 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 369480 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:45:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:45:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.210.000) 05/25 23:45:22 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_117629_573164226@mwt2-c058.campuscluster.illinois.edu <72.36.96.187:42351?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38074&addrs=72.36.96.187-42351&noUDP> ... 028 (1259.210.000) 05/25 23:45:22 Job ad information event triggered. StartdAddr = "<72.36.96.187:42351?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38074&addrs=72.36.96.187-42351&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25241" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c058.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 210 EventTime = "2019-05-25T23:45:22" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_117629_573164226@mwt2-c058.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274554.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.210.000) 05/25 23:45:22 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_117629_573164226@mwt2-c058.campuscluster.illinois.edu, rescheduling job ... 028 (1259.210.000) 05/25 23:45:22 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:45:22" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274554.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25241" StartdName = "glidein_117629_573164226@mwt2-c058.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c058.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/25 23:45:45 Image size of job updated: 1331288 314 - MemoryUsage of job (MB) 321396 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:45:45 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:45:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321396 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/25 23:45:57 Image size of job updated: 1263892 361 - MemoryUsage of job (MB) 369120 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:45:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.210.000) 05/25 23:45:59 Job executing on host: <72.36.96.142:46185?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890702&addrs=72.36.96.142-46185&noUDP> ... 028 (1259.210.000) 05/25 23:45:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 210 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:45:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.142:46185?CCBID=192.170.227.251:9846%3faddrs%3d192.170.227.251-9846#890702&addrs=72.36.96.142-46185&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275227.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25693" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c013.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.044.000) 05/25 23:46:04 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_81292_640810080@mwt2-c062.campuscluster.illinois.edu <72.36.96.191:35842?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860532&addrs=72.36.96.191-35842&noUDP> ... 028 (1259.044.000) 05/25 23:46:04 Job ad information event triggered. StartdAddr = "<72.36.96.191:35842?CCBID=192.170.227.251:9712%3faddrs%3d192.170.227.251-9712#860532&addrs=72.36.96.191-35842&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 44 EventTime = "2019-05-25T23:46:04" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_81292_640810080@mwt2-c062.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.044.000) 05/25 23:46:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_81292_640810080@mwt2-c062.campuscluster.illinois.edu, rescheduling job ... 028 (1259.044.000) 05/25 23:46:04 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:46:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265323.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25562" StartdName = "glidein_81292_640810080@mwt2-c062.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/25 23:46:16 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372436 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/25 23:46:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:46:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.001.000) 05/25 23:46:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_34386_28624410@mwt2-c025.campuscluster.illinois.edu <72.36.96.154:40858?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874239&addrs=72.36.96.154-40858&noUDP> ... 028 (1259.001.000) 05/25 23:46:26 Job ad information event triggered. StartdAddr = "<72.36.96.154:40858?CCBID=192.170.227.251:9807%3faddrs%3d192.170.227.251-9807#874239&addrs=72.36.96.154-40858&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25397" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c025.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 1 EventTime = "2019-05-25T23:46:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_34386_28624410@mwt2-c025.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274787.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.001.000) 05/25 23:46:26 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_34386_28624410@mwt2-c025.campuscluster.illinois.edu, rescheduling job ... 028 (1259.001.000) 05/25 23:46:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 1 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:46:26" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274787.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25397" StartdName = "glidein_34386_28624410@mwt2-c025.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c025.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.044.000) 05/25 23:46:35 Job executing on host: <149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP> ... 028 (1259.044.000) 05/25 23:46:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 44 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-25T23:46:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671034.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c210.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.168.000) 05/25 23:46:57 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_55350_218247908@mwt2-c030.campuscluster.illinois.edu <72.36.96.159:44519?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867902&addrs=72.36.96.159-44519&noUDP> ... 028 (1259.168.000) 05/25 23:46:57 Job ad information event triggered. StartdAddr = "<72.36.96.159:44519?CCBID=192.170.227.251:9823%3faddrs%3d192.170.227.251-9823#867902&addrs=72.36.96.159-44519&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25043" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c030.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 168 EventTime = "2019-05-25T23:46:57" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_55350_218247908@mwt2-c030.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274110.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.168.000) 05/25 23:46:57 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_55350_218247908@mwt2-c030.campuscluster.illinois.edu, rescheduling job ... 028 (1259.168.000) 05/25 23:46:57 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:46:57" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274110.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25043" StartdName = "glidein_55350_218247908@mwt2-c030.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c030.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.001.000) 05/25 23:47:11 Job executing on host: <192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP> ... 028 (1259.001.000) 05/25 23:47:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "Colorado" Proc = 1 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:47:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.3.135:41564?CCBID=192.170.227.251:9834%3faddrs%3d192.170.227.251-9834#876457&addrs=192.168.3.135-41564&noUDP>" JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466335" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875346" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.074.000) 05/25 23:47:16 Image size of job updated: 1750000 358 - MemoryUsage of job (MB) 365752 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:47:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:47:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 365752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 23:47:29 Image size of job updated: 1750000 385 - MemoryUsage of job (MB) 393400 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 23:47:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:47:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 393400 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 23:47:30 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380012 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 23:47:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:47:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.168.000) 05/25 23:47:46 Job executing on host: <72.36.96.71:43247?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885497&addrs=72.36.96.71-43247&noUDP> ... 028 (1259.168.000) 05/25 23:47:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:47:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.71:43247?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885497&addrs=72.36.96.71-43247&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:47:50 Image size of job updated: 1570672 348 - MemoryUsage of job (MB) 355660 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:47:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:47:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 23:48:26 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407124 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 23:48:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:48:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407124 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/25 23:48:26 Image size of job updated: 1331488 363 - MemoryUsage of job (MB) 370872 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:48:26 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:48:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.251.000) 05/25 23:48:27 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_110315_103683021@mwt2-c049.campuscluster.illinois.edu <72.36.96.178:43077?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875788&addrs=72.36.96.178-43077&noUDP> ... 028 (1259.251.000) 05/25 23:48:27 Job ad information event triggered. StartdAddr = "<72.36.96.178:43077?CCBID=192.170.227.251:9827%3faddrs%3d192.170.227.251-9827#875788&addrs=72.36.96.178-43077&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25224" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c049.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 251 EventTime = "2019-05-25T23:48:27" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_110315_103683021@mwt2-c049.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265032.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.251.000) 05/25 23:48:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_110315_103683021@mwt2-c049.campuscluster.illinois.edu, rescheduling job ... 028 (1259.251.000) 05/25 23:48:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 251 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:48:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265032.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25224" StartdName = "glidein_110315_103683021@mwt2-c049.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c049.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.251.000) 05/25 23:48:40 Job executing on host: <137.99.79.178:22610?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#681&addrs=137.99.79.178-22610+[--1]-22610&noUDP> ... 028 (1259.251.000) 05/25 23:48:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 251 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:48:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:22610?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#681&addrs=137.99.79.178-22610+[--1]-22610&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716897.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16453" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.033.000) 05/25 23:48:55 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_116456_551935243@mwt2-c074.campuscluster.illinois.edu <72.36.96.203:39211?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869010&addrs=72.36.96.203-39211&noUDP> ... 028 (1259.033.000) 05/25 23:48:55 Job ad information event triggered. StartdAddr = "<72.36.96.203:39211?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869010&addrs=72.36.96.203-39211&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "24491" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c074.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 33 EventTime = "2019-05-25T23:48:55" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_116456_551935243@mwt2-c074.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "272690.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.033.000) 05/25 23:48:55 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_116456_551935243@mwt2-c074.campuscluster.illinois.edu, rescheduling job ... 028 (1259.033.000) 05/25 23:48:55 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:48:55" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "272690.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24491" StartdName = "glidein_116456_551935243@mwt2-c074.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c074.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.198.000) 05/25 23:49:35 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_12066_227557440@iut2-c153.iu.edu <149.165.225.153:37334?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37459&addrs=149.165.225.153-37334&noUDP> ... 028 (1259.198.000) 05/25 23:49:35 Job ad information event triggered. StartdAddr = "<149.165.225.153:37334?CCBID=192.170.227.251:9894%3faddrs%3d192.170.227.251-9894#37459&addrs=149.165.225.153-37334&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25345" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 198 EventTime = "2019-05-25T23:49:35" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_12066_227557440@iut2-c153.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.198.000) 05/25 23:49:35 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_12066_227557440@iut2-c153.iu.edu, rescheduling job ... 028 (1259.198.000) 05/25 23:49:35 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:49:35" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265117.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25345" StartdName = "glidein_12066_227557440@iut2-c153.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@iut2-c153.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.022.000) 05/25 23:49:46 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_142745_173709513@uct2-c421.mwt2.org <192.170.226.11:36039?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869136&addrs=192.170.226.11-36039&noUDP> ... 028 (1259.022.000) 05/25 23:49:46 Job ad information event triggered. StartdAddr = "<192.170.226.11:36039?CCBID=192.170.227.251:9740%3faddrs%3d192.170.227.251-9740#869136&addrs=192.170.226.11-36039&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25749" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 22 EventTime = "2019-05-25T23:49:46" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_142745_173709513@uct2-c421.mwt2.org" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.022.000) 05/25 23:49:46 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_142745_173709513@uct2-c421.mwt2.org, rescheduling job ... 028 (1259.022.000) 05/25 23:49:46 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:49:46" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265489.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25749" StartdName = "glidein_142745_173709513@uct2-c421.mwt2.org" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c421.mwt2.org" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:49:51 Image size of job updated: 1576844 362 - MemoryUsage of job (MB) 370348 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:49:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:49:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 370348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 23:50:15 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375068 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 23:50:15 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:50:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.296.000) 05/25 23:50:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_15293_496927615@mwt2-c043.campuscluster.illinois.edu <72.36.96.172:36678?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878726&addrs=72.36.96.172-36678&noUDP> ... 028 (1259.296.000) 05/25 23:50:20 Job ad information event triggered. StartdAddr = "<72.36.96.172:36678?CCBID=192.170.227.251:9883%3faddrs%3d192.170.227.251-9883#878726&addrs=72.36.96.172-36678&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "25076" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 296 EventTime = "2019-05-25T23:50:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_15293_496927615@mwt2-c043.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.296.000) 05/25 23:50:21 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_15293_496927615@mwt2-c043.campuscluster.illinois.edu, rescheduling job ... 028 (1259.296.000) 05/25 23:50:21 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:50:21" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274157.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25076" StartdName = "glidein_15293_496927615@mwt2-c043.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c043.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.033.000) 05/25 23:50:32 Job executing on host: <72.36.96.200:44847?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879339&addrs=72.36.96.200-44847&noUDP> ... 028 (1259.033.000) 05/25 23:50:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 33 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:50:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.200:44847?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879339&addrs=72.36.96.200-44847&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969632" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c071.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.022.000) 05/25 23:50:33 Job executing on host: <72.36.96.192:42101?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38248&addrs=72.36.96.192-42101&noUDP> ... 028 (1259.022.000) 05/25 23:50:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 22 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:50:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:42101?CCBID=192.170.227.251:9775%3faddrs%3d192.170.227.251-9775#38248&addrs=72.36.96.192-42101&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266110.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26408" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.198.000) 05/25 23:50:37 Job executing on host: <192.170.226.44:39249?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879407&addrs=192.170.226.44-39249&noUDP> ... 028 (1259.198.000) 05/25 23:50:37 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 198 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:50:37" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.44:39249?CCBID=192.170.227.251:9832%3faddrs%3d192.170.227.251-9832#879407&addrs=192.170.226.44-39249&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385701.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c454.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.191.000) 05/25 23:50:48 Job terminated. (1) Normal termination (return value 0) Usr 0 03:53:40, Sys 0 00:05:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:53:40, Sys 0 00:05:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1896667136 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1896667136 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2264915 1 36180148 Memory (MB) : 338 1024 2500 ... 028 (1259.191.000) 05/25 23:50:48 Job ad information event triggered. SentBytes = 1896667136.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25518" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@WHIT-234-01-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:53:40, Sys 0 00:05:05" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 191 EventTime = "2019-05-25T23:50:48" TotalSentBytes = 1896667136.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "19" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 03:53:40, Sys 0 00:05:05" JOB_GLIDEIN_SiteWMS_JobId = "4441212.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.142.000) 05/25 23:50:54 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:58, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:58, Sys 0 00:04:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869341952 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1869341952 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 663221324 Memory (MB) : 416 1024 1920 ... 028 (1259.142.000) 05/25 23:50:54 Job ad information event triggered. SentBytes = 1869341952.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24966" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c043.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:58, Sys 0 00:04:01" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 142 EventTime = "2019-05-25T23:50:54" TotalSentBytes = 1869341952.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:54:58, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "273990.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.035.000) 05/25 23:50:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:53, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:53, Sys 0 00:03:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1860125056 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1860125056 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 615584204 Memory (MB) : 418 1024 1920 ... 028 (1259.035.000) 05/25 23:50:57 Job ad information event triggered. SentBytes = 1860125056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25345" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c153.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:53, Sys 0 00:03:30" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 35 EventTime = "2019-05-25T23:50:57" TotalSentBytes = 1860125056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:53, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "265118.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.187.000) 05/25 23:50:57 Image size of job updated: 1263892 361 - MemoryUsage of job (MB) 369644 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/25 23:50:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:50:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.296.000) 05/25 23:51:13 Job executing on host: <72.36.96.171:37891?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882711&addrs=72.36.96.171-37891&noUDP> ... 028 (1259.296.000) 05/25 23:51:13 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 296 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:51:13" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:37891?CCBID=192.170.227.251:9783%3faddrs%3d192.170.227.251-9783#882711&addrs=72.36.96.171-37891&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275145.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25660" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.214.000) 05/25 23:51:43 Job terminated. (1) Normal termination (return value 0) Usr 0 02:20:50, Sys 0 00:04:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:20:50, Sys 0 00:04:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1916627456 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1916627456 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 616858852 Memory (MB) : 416 1024 1920 ... 028 (1259.214.000) 05/25 23:51:43 Job ad information event triggered. SentBytes = 1916627456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969414" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c078.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:20:50, Sys 0 00:04:44" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 214 EventTime = "2019-05-25T23:51:43" TotalSentBytes = 1916627456.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:20:50, Sys 0 00:04:44" JOB_GLIDEIN_SiteWMS_JobId = "274615.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.027.000) 05/25 23:51:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:00, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:00, Sys 0 00:02:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874801664 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874801664 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 2904454 Memory (MB) : 421 1024 1024 ... 028 (1259.027.000) 05/25 23:51:46 Job ad information event triggered. SentBytes = 1874801664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22049" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:00, Sys 0 00:02:10" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 27 EventTime = "2019-05-25T23:51:46" TotalSentBytes = 1874801664.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:48:00, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "465196" TotalReceivedBytes = 845120448.0 ... 005 (1259.186.000) 05/25 23:52:17 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:28, Sys 0 00:02:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:28, Sys 0 00:02:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1911832576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1911836672 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 340906608 Memory (MB) : 415 1024 1920 ... 028 (1259.186.000) 05/25 23:52:17 Job ad information event triggered. SentBytes = 1911832576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28141" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c242.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:28, Sys 0 00:02:30" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 186 EventTime = "2019-05-25T23:52:17" TotalSentBytes = 1911836672.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:28, Sys 0 00:02:30" JOB_GLIDEIN_SiteWMS_JobId = "1670347.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.074.000) 05/25 23:52:17 Image size of job updated: 1750000 360 - MemoryUsage of job (MB) 367656 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:52:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:52:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 360 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 367656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.121.000) 05/25 23:52:29 Image size of job updated: 1750000 387 - MemoryUsage of job (MB) 395772 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 23:52:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:52:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 395772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 23:52:31 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 396496 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 23:52:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:52:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 396496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.288.000) 05/25 23:52:32 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:45, Sys 0 00:02:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:45, Sys 0 00:02:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886181376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1886181376 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 905338924 Memory (MB) : 413 1024 1920 ... 028 (1259.288.000) 05/25 23:52:32 Job ad information event triggered. SentBytes = 1886181376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "33323" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@uct2-c383.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:45, Sys 0 00:02:56" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 288 EventTime = "2019-05-25T23:52:32" TotalSentBytes = 1886181376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:45, Sys 0 00:02:56" JOB_GLIDEIN_SiteWMS_JobId = "1384681.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.249.000) 05/25 23:52:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:17, Sys 0 00:05:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:17, Sys 0 00:05:59 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1908846464 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1908846464 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 673806760 Memory (MB) : 367 1024 1920 ... 028 (1259.249.000) 05/25 23:52:45 Job ad information event triggered. SentBytes = 1908846464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c035.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:28:17, Sys 0 00:05:59" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 249 EventTime = "2019-05-25T23:52:45" TotalSentBytes = 1908846464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:28:17, Sys 0 00:05:59" JOB_GLIDEIN_SiteWMS_JobId = "274630.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.029.000) 05/25 23:52:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:14, Sys 0 00:03:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:14, Sys 0 00:03:43 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875616384 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875616384 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 79389064 Memory (MB) : 391 1024 2048 ... 028 (1259.029.000) 05/25 23:52:58 Job ad information event triggered. SentBytes = 1875616384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:14, Sys 0 00:03:43" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 29 EventTime = "2019-05-25T23:52:58" TotalSentBytes = 1875616384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:10:14, Sys 0 00:03:43" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.219.000) 05/25 23:53:04 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:22, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:22, Sys 0 00:03:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1907066496 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1907066496 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 90892604 Memory (MB) : 414 1024 1920 ... 028 (1259.219.000) 05/25 23:53:04 Job ad information event triggered. SentBytes = 1907066496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25749" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@iut2-c150.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:22, Sys 0 00:03:25" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 219 EventTime = "2019-05-25T23:53:04" TotalSentBytes = 1907066496.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:01:22, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "265488.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.169.000) 05/25 23:53:07 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:42, Sys 0 00:03:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:42, Sys 0 00:03:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1901480960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1901480960 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 664720632 Memory (MB) : 420 1024 1920 ... 028 (1259.169.000) 05/25 23:53:07 Job ad information event triggered. SentBytes = 1901480960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25470" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c030.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:42, Sys 0 00:03:54" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 169 EventTime = "2019-05-25T23:53:07" TotalSentBytes = 1901480960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:52:42, Sys 0 00:03:54" JOB_GLIDEIN_SiteWMS_JobId = "274848.0" TotalReceivedBytes = 845120448.0 ... 004 (1259.259.000) 05/25 23:53:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:28, Sys 0 00:04:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550972160 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/25 23:53:12 Job ad information event triggered. SentBytes = 1550972160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24986" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c054.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 259 EventTime = "2019-05-25T23:53:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:59:28, Sys 0 00:04:32" JOB_GLIDEIN_SiteWMS_JobId = "274007.0" ... 006 (1259.153.000) 05/25 23:53:26 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409948 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 23:53:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:53:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.259.000) 05/25 23:53:41 Job executing on host: <72.36.96.197:33553?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#894171&addrs=72.36.96.197-33553&noUDP> ... 028 (1259.259.000) 05/25 23:53:41 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:53:41" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.197:33553?CCBID=192.170.227.251:9723%3faddrs%3d192.170.227.251-9723#894171&addrs=72.36.96.197-33553&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276634.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969950" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c068.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.031.000) 05/25 23:54:08 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:08, Sys 0 00:20:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:08, Sys 0 00:20:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873920896 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1873920896 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242702 1 175865384 Memory (MB) : 365 1024 2500 ... 028 (1259.031.000) 05/25 23:54:08 Job ad information event triggered. SentBytes = 1873920896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8109925" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot30@CRUSH-OSG-C7-10-5-151-58" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:41:08, Sys 0 00:20:09" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 31 EventTime = "2019-05-25T23:54:08" TotalSentBytes = 1873920896.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:41:08, Sys 0 00:20:09" JOB_GLIDEIN_SiteWMS_JobId = "4404870.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.028.000) 05/25 23:54:10 Image size of job updated: 1570676 339 - MemoryUsage of job (MB) 346652 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:54:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:54:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 339 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 346652 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.166.000) 05/25 23:54:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:32, Sys 0 00:03:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:32, Sys 0 00:03:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865928704 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1865928704 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 659801944 Memory (MB) : 367 1024 1920 ... 028 (1259.166.000) 05/25 23:54:10 Job ad information event triggered. SentBytes = 1865928704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25754" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c012.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:32, Sys 0 00:03:55" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 166 EventTime = "2019-05-25T23:54:10" TotalSentBytes = 1865928704.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:32, Sys 0 00:03:55" JOB_GLIDEIN_SiteWMS_JobId = "265513.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.228.000) 05/25 23:54:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:35, Sys 0 00:04:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:35, Sys 0 00:04:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1904754432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1904754432 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 667361440 Memory (MB) : 418 1024 1920 ... 028 (1259.228.000) 05/25 23:54:12 Job ad information event triggered. SentBytes = 1904754432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24966" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c031.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:35, Sys 0 00:04:10" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 228 EventTime = "2019-05-25T23:54:12" TotalSentBytes = 1904754432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:02:35, Sys 0 00:04:10" JOB_GLIDEIN_SiteWMS_JobId = "273996.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.193.000) 05/25 23:54:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:42, Sys 0 00:04:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:42, Sys 0 00:04:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909580416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909580416 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 656653668 Memory (MB) : 416 1024 1920 ... 028 (1259.193.000) 05/25 23:54:29 Job ad information event triggered. SentBytes = 1909580416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969517" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c046.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:42, Sys 0 00:04:07" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 193 EventTime = "2019-05-25T23:54:29" TotalSentBytes = 1909580416.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:57:42, Sys 0 00:04:07" JOB_GLIDEIN_SiteWMS_JobId = "274867.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.242.000) 05/25 23:54:30 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:53, Sys 0 00:03:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:53, Sys 0 00:03:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1893442432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1893442432 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 666025676 Memory (MB) : 367 1024 1920 ... 028 (1259.242.000) 05/25 23:54:30 Job ad information event triggered. SentBytes = 1893442432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25749" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c045.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:53, Sys 0 00:03:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 242 EventTime = "2019-05-25T23:54:30" TotalSentBytes = 1893442432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:53, Sys 0 00:03:57" JOB_GLIDEIN_SiteWMS_JobId = "265496.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.181.000) 05/25 23:54:31 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:25, Sys 0 00:04:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:25, Sys 0 00:04:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1912761216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1912761216 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 670858084 Memory (MB) : 367 1024 1920 ... 028 (1259.181.000) 05/25 23:54:31 Job ad information event triggered. SentBytes = 1912761216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25364" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c007.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:25, Sys 0 00:04:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 181 EventTime = "2019-05-25T23:54:31" TotalSentBytes = 1912761216.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:25, Sys 0 00:04:01" JOB_GLIDEIN_SiteWMS_JobId = "265142.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.174.000) 05/25 23:54:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:11:33, Sys 0 00:04:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:11:33, Sys 0 00:04:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1864511744 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1864511744 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 615921760 Memory (MB) : 419 1024 1920 ... 028 (1259.174.000) 05/25 23:54:48 Job ad information event triggered. SentBytes = 1864511744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25706" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c078.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:11:33, Sys 0 00:04:32" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 174 EventTime = "2019-05-25T23:54:48" TotalSentBytes = 1864511744.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:11:33, Sys 0 00:04:32" JOB_GLIDEIN_SiteWMS_JobId = "265457.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.234.000) 05/25 23:54:52 Image size of job updated: 1576844 363 - MemoryUsage of job (MB) 371432 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:54:52 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:54:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 371432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.262.000) 05/25 23:55:01 Job terminated. (1) Normal termination (return value 0) Usr 0 04:43:58, Sys 0 00:20:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:43:58, Sys 0 00:20:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1923809280 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1923809280 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2291421 1 169939548 Memory (MB) : 366 1024 2500 ... 028 (1259.262.000) 05/25 23:55:01 Job ad information event triggered. SentBytes = 1923809280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9650" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@CRUSH-OSG-C7-10-5-151-51" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:43:58, Sys 0 00:20:48" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 262 EventTime = "2019-05-25T23:55:01" TotalSentBytes = 1923809280.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "26" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:43:58, Sys 0 00:20:48" JOB_GLIDEIN_SiteWMS_JobId = "4429724.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.032.000) 05/25 23:55:10 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400060 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/25 23:55:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 32 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:55:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 400060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/25 23:55:16 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 377932 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/25 23:55:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:55:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 377932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/25 23:55:20 Image size of job updated: 1263896 361 - MemoryUsage of job (MB) 369484 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/25 23:55:20 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:55:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 361 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/25 23:55:47 Image size of job updated: 1331288 314 - MemoryUsage of job (MB) 321516 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/25 23:55:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:55:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 314 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.202.000) 05/25 23:55:51 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:54, Sys 0 00:04:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:54, Sys 0 00:04:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1904812160 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1904812160 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 657206264 Memory (MB) : 391 1024 1920 ... 028 (1259.202.000) 05/25 23:55:51 Job ad information event triggered. SentBytes = 1904812160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25735" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c046.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:54, Sys 0 00:04:18" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 202 EventTime = "2019-05-25T23:55:51" TotalSentBytes = 1904812160.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:54, Sys 0 00:04:18" JOB_GLIDEIN_SiteWMS_JobId = "265482.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.244.000) 05/25 23:56:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:09, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:09, Sys 0 00:02:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1907057536 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1907057536 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 17631347 Memory (MB) : 440 1024 1024 ... 028 (1259.244.000) 05/25 23:56:05 Job ad information event triggered. SentBytes = 1907057536.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:09, Sys 0 00:02:18" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 244 EventTime = "2019-05-25T23:56:05" TotalSentBytes = 1907057536.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:48:09, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "466177" TotalReceivedBytes = 845120448.0 ... 005 (1259.292.000) 05/25 23:56:15 Job terminated. (1) Normal termination (return value 0) Usr 0 02:11:11, Sys 0 00:04:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:11:11, Sys 0 00:04:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886937088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1886937088 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2255415 1 663885588 Memory (MB) : 418 1024 1920 ... 028 (1259.292.000) 05/25 23:56:15 Job ad information event triggered. SentBytes = 1886937088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25723" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@mwt2-c033.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:11:11, Sys 0 00:04:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 292 EventTime = "2019-05-25T23:56:15" TotalSentBytes = 1886937088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:11:11, Sys 0 00:04:57" JOB_GLIDEIN_SiteWMS_JobId = "265475.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.176.000) 05/25 23:56:17 Job terminated. (1) Normal termination (return value 0) Usr 0 04:26:22, Sys 0 00:04:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:26:22, Sys 0 00:04:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869697280 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1869697280 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2238577 1 36182176 Memory (MB) : 355 1024 2500 ... 028 (1259.176.000) 05/25 23:56:17 Job ad information event triggered. SentBytes = 1869697280.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@NEWH-1YP1W12-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:26:22, Sys 0 00:04:40" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 176 EventTime = "2019-05-25T23:56:17" TotalSentBytes = 1869697280.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "13" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:26:22, Sys 0 00:04:40" JOB_GLIDEIN_SiteWMS_JobId = "4434288.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.170.000) 05/25 23:56:24 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:05, Sys 0 00:05:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:05, Sys 0 00:05:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1893316480 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1893316480 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 622190152 Memory (MB) : 391 1024 1920 ... 028 (1259.170.000) 05/25 23:56:24 Job ad information event triggered. SentBytes = 1893316480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25659" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c072.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:24:05, Sys 0 00:05:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 170 EventTime = "2019-05-25T23:56:24" TotalSentBytes = 1893316480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:24:05, Sys 0 00:05:08" JOB_GLIDEIN_SiteWMS_JobId = "265414.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.146.000) 05/25 23:56:46 Job terminated. (1) Normal termination (return value 0) Usr 0 02:45:08, Sys 0 00:05:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:45:08, Sys 0 00:05:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874759040 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874759040 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 78668996 Memory (MB) : 371 1024 2048 ... 028 (1259.146.000) 05/25 23:56:46 Job ad information event triggered. SentBytes = 1874759040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8824" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:45:08, Sys 0 00:05:30" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 146 EventTime = "2019-05-25T23:56:46" TotalSentBytes = 1874759040.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:45:08, Sys 0 00:05:30" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.161.000) 05/25 23:56:51 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 401484 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/25 23:56:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:56:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/25 23:56:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:14:36, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/25 23:56:54 Job ad information event triggered. SentBytes = 1089912960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25712" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c056.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 232 EventTime = "2019-05-25T23:56:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:14:36, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "275290.0" ... 006 (1259.074.000) 05/25 23:57:18 Image size of job updated: 1750000 362 - MemoryUsage of job (MB) 370680 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/25 23:57:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:57:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 370680 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/25 23:57:21 Image size of job updated: 1331484 362 - MemoryUsage of job (MB) 369956 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/25 23:57:21 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:57:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.121.000) 05/25 23:57:31 Image size of job updated: 1750000 390 - MemoryUsage of job (MB) 399320 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/25 23:57:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399320 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/25 23:57:31 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399760 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/25 23:57:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-25T23:57:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 399760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/25 23:57:50 Image size of job updated: 1570672 349 - MemoryUsage of job (MB) 356376 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/25 23:57:50 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:57:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/25 23:57:54 Image size of job updated: 1750000 367 - MemoryUsage of job (MB) 375232 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/25 23:57:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-25T23:57:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/25 23:58:18 Job executing on host: <192.170.226.28:38634?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#867447&addrs=192.170.226.28-38634&noUDP> ... 028 (1259.232.000) 05/25 23:58:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 232 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-25T23:58:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.28:38634?CCBID=192.170.227.251:9731%3faddrs%3d192.170.227.251-9731#867447&addrs=192.170.226.28-38634&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385714.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "34005" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c438.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/25 23:58:26 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413668 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/25 23:58:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-25T23:58:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/25 23:58:27 Image size of job updated: 1331488 363 - MemoryUsage of job (MB) 371140 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/25 23:58:27 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-25T23:58:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.042.000) 05/25 23:58:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:42, Sys 0 00:04:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:42, Sys 0 00:04:26 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1866262528 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1866262528 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 613775436 Memory (MB) : 367 1024 1920 ... 028 (1259.042.000) 05/25 23:58:33 Job ad information event triggered. SentBytes = 1866262528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c080.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:42, Sys 0 00:04:26" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 42 EventTime = "2019-05-25T23:58:33" TotalSentBytes = 1866262528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:10:42, Sys 0 00:04:26" JOB_GLIDEIN_SiteWMS_JobId = "273189.0" TotalReceivedBytes = 845120448.0 ... 004 (1259.273.000) 05/25 23:58:58 Job was evicted. (0) Job terminated and was requeued Usr 0 00:49:52, Sys 0 00:01:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 843008192 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/25 23:58:58 Job ad information event triggered. SentBytes = 843008192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25597" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c065.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 273 EventTime = "2019-05-25T23:58:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 00:49:52, Sys 0 00:01:38" JOB_GLIDEIN_SiteWMS_JobId = "275005.0" ... 005 (1259.147.000) 05/25 23:58:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:34:05, Sys 0 00:01:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:34:05, Sys 0 00:01:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1879657728 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1879657728 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 76910292 Memory (MB) : 391 1024 2048 ... 028 (1259.147.000) 05/25 23:58:59 Job ad information event triggered. SentBytes = 1879657728.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:34:05, Sys 0 00:01:39" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 147 EventTime = "2019-05-25T23:58:59" TotalSentBytes = 1879657728.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:05, Sys 0 00:01:39" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.273.000) 05/25 23:59:09 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.273.000) 05/25 23:59:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:59:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/25 23:59:10 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 347892 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/25 23:59:10 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-25T23:59:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 347892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.260.000) 05/25 23:59:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:04:35, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1072596288 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/25 23:59:13 Job ad information event triggered. SentBytes = 1072596288.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "25551" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c066.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 260 EventTime = "2019-05-25T23:59:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:04:35, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "274939.0" ... 005 (1259.265.000) 05/25 23:59:14 Job terminated. (1) Normal termination (return value 0) Usr 0 02:23:19, Sys 0 00:05:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:23:19, Sys 0 00:05:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909621376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909621376 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 610695744 Memory (MB) : 391 1024 1920 ... 028 (1259.265.000) 05/25 23:59:14 Job ad information event triggered. SentBytes = 1909621376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25504" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c054.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:23:19, Sys 0 00:05:01" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 265 EventTime = "2019-05-25T23:59:14" TotalSentBytes = 1909621376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:23:19, Sys 0 00:05:01" JOB_GLIDEIN_SiteWMS_JobId = "274888.0" TotalReceivedBytes = 845120448.0 ... 001 (1259.260.000) 05/25 23:59:50 Job executing on host: <137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP> ... 028 (1259.260.000) 05/25 23:59:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-25T23:59:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.238:20016?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#647&addrs=137.99.79.238-20016+[--1]-20016&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8824" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.234.000) 05/25 23:59:57 Image size of job updated: 1576844 364 - MemoryUsage of job (MB) 372488 - ResidentSetSize of job (KB) ... 028 (1259.234.000) 05/25 23:59:57 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1576844 Proc = 234 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-25T23:59:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7718138" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 372488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/26 00:00:11 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401592 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/26 00:00:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 32 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:00:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 401592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/26 00:00:16 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380808 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:00:16 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:00:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 00:00:20 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 369696 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 00:00:20 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:00:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 00:00:48 Image size of job updated: 1331288 315 - MemoryUsage of job (MB) 321544 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:00:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:00:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 321544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.194.000) 05/26 00:00:53 Job terminated. (1) Normal termination (return value 0) Usr 0 04:41:26, Sys 0 00:05:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 04:41:26, Sys 0 00:05:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915948800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915948800 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2283745 1 36172736 Memory (MB) : 360 1024 2500 ... 028 (1259.194.000) 05/26 00:00:53 Job ad information event triggered. SentBytes = 1915948800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "9577" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@MAX-E040-07-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 04:41:26, Sys 0 00:05:11" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 194 EventTime = "2019-05-26T00:00:53" TotalSentBytes = 1915948800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "22" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 04:41:26, Sys 0 00:05:11" JOB_GLIDEIN_SiteWMS_JobId = "4429053.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.140.000) 05/26 00:01:18 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372508 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:01:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:01:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372508 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.161.000) 05/26 00:01:51 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405376 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:01:51 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:01:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:02:18 Image size of job updated: 1750000 365 - MemoryUsage of job (MB) 373472 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:02:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:02:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 373472 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:02:19 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375348 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:02:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:02:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 375348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.149.000) 05/26 00:02:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:33:51, Sys 0 00:02:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:33:51, Sys 0 00:02:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874086272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874086272 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 546418572 Memory (MB) : 416 1024 1920 ... 028 (1259.149.000) 05/26 00:02:24 Job ad information event triggered. SentBytes = 1874086272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969707" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c144.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:33:51, Sys 0 00:02:05" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 149 EventTime = "2019-05-26T00:02:24" TotalSentBytes = 1874086272.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:33:51, Sys 0 00:02:05" JOB_GLIDEIN_SiteWMS_JobId = "275669.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.121.000) 05/26 00:02:31 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403348 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/26 00:02:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:02:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:02:32 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402988 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:02:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:02:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:02:37 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378196 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:02:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:02:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 378196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/26 00:02:51 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357432 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:02:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:02:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:02:54 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378836 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:02:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:02:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:03:26 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 416836 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:03:26 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:03:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 416836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/26 00:03:28 Image size of job updated: 1331488 363 - MemoryUsage of job (MB) 371268 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:03:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:03:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.220.000) 05/26 00:03:56 Image size of job updated: 15000000 1772 - MemoryUsage of job (MB) 1814140 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/26 00:03:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 220 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 1772 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265567.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969581" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 1814140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 00:04:11 Image size of job updated: 1570676 340 - MemoryUsage of job (MB) 348156 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:04:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:04:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 340 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348156 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.014.000) 05/26 00:05:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:36:34, Sys 0 00:01:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:36:34, Sys 0 00:01:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877951744 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1877951744 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 78331528 Memory (MB) : 440 1024 2048 ... 028 (1259.014.000) 05/26 00:05:05 Job ad information event triggered. SentBytes = 1877951744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16070" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod25.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:36:34, Sys 0 00:01:41" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 14 EventTime = "2019-05-26T00:05:05" TotalSentBytes = 1877951744.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:36:34, Sys 0 00:01:41" JOB_GLIDEIN_SiteWMS_JobId = "8716818.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.032.000) 05/26 00:05:11 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 403312 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/26 00:05:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 32 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:05:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 403312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/26 00:05:17 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398736 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:05:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 398736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 00:05:22 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 369880 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 00:05:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:05:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369880 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.155.000) 05/26 00:05:41 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2613809_284265405@comphy <128.186.19.131:28952?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#766&addrs=128.186.19.131-28952+[--1]-28952&noUDP> ... 028 (1259.155.000) 05/26 00:05:41 Job ad information event triggered. StartdAddr = "<128.186.19.131:28952?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#766&addrs=128.186.19.131-28952+[--1]-28952&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "29831" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 155 EventTime = "2019-05-26T00:05:41" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_2613809_284265405@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.116.000) 05/26 00:05:49 Image size of job updated: 1331288 315 - MemoryUsage of job (MB) 322100 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:05:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:05:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 315 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 322100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 00:06:19 Image size of job updated: 1263896 365 - MemoryUsage of job (MB) 373012 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:06:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:06:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.161.000) 05/26 00:06:52 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 409084 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:06:52 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:06:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409084 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/26 00:07:14 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425580 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/26 00:07:14 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:07:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.074.000) 05/26 00:07:19 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 395196 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:07:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:07:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 395196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:07:20 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378532 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:07:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:07:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 378532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 00:07:23 Image size of job updated: 1331484 362 - MemoryUsage of job (MB) 370256 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:07:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:07:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.132.000) 05/26 00:07:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:15:59, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:15:59, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1320102528 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1320102528 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 566832904 Memory (MB) : 367 1024 1920 ... 028 (1259.132.000) 05/26 00:07:29 Job ad information event triggered. SentBytes = 1320102528.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25537" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c084.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:15:59, Sys 0 00:02:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 132 EventTime = "2019-05-26T00:07:29" TotalSentBytes = 1320102528.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:15:59, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "274916.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.121.000) 05/26 00:07:33 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405860 - ResidentSetSize of job (KB) ... 028 (1259.121.000) 05/26 00:07:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 121 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:07:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26039" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:07:33 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406480 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:07:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:07:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:07:38 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381096 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:07:38 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:07:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 381096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/26 00:07:51 Image size of job updated: 1570672 350 - MemoryUsage of job (MB) 357696 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:07:51 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:07:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:07:55 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382352 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:07:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:07:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 382352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:08:28 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 418840 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:08:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:08:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 418840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/26 00:08:29 Image size of job updated: 1331488 363 - MemoryUsage of job (MB) 371340 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:08:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:08:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.015.000) 05/26 00:08:42 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:59, Sys 0 00:05:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1088172800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.015.000) 05/26 00:08:42 Job ad information event triggered. SentBytes = 1088172800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8405055" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@comphy.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 15 EventTime = "2019-05-26T00:08:42" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:26:59, Sys 0 00:05:30" JOB_GLIDEIN_SiteWMS_JobId = "68037.0" ... 006 (1259.220.000) 05/26 00:08:56 Image size of job updated: 15000000 6264 - MemoryUsage of job (MB) 6413808 - ResidentSetSize of job (KB) ... 028 (1259.220.000) 05/26 00:08:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 220 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 6264 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265567.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969581" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 6413808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 00:09:11 Image size of job updated: 1570676 341 - MemoryUsage of job (MB) 348948 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:09:11 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:09:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 341 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 348948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.215.000) 05/26 00:09:21 Image size of job updated: 1621704 440 - MemoryUsage of job (MB) 450000 - ResidentSetSize of job (KB) ... 028 (1259.215.000) 05/26 00:09:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 215 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:09:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 440 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670998.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28653" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@iut2-c200.iu.edu" Subproc = 0 ResidentSetSize = 450000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:09:25 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375176 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:09:25 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:09:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.015.000) 05/26 00:09:30 Job executing on host: <137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP> ... 028 (1259.015.000) 05/26 00:09:30 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:09:30" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13265?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#709&addrs=137.99.79.139-13265+[--1]-13265&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.032.000) 05/26 00:10:11 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 404404 - ResidentSetSize of job (KB) ... 028 (1259.032.000) 05/26 00:10:11 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 32 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:10:11" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17155" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" Subproc = 0 ResidentSetSize = 404404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/26 00:10:17 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 400240 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:10:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 00:10:22 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 369900 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 00:10:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:10:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.220.000) 05/26 00:10:27 Job was evicted. (0) Job terminated and was requeued Usr 0 01:00:36, Sys 0 00:01:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1133740416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.220.000) 05/26 00:10:27 Job ad information event triggered. SentBytes = 1133740416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969581" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c156.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 220 EventTime = "2019-05-26T00:10:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:00:36, Sys 0 00:01:44" JOB_GLIDEIN_SiteWMS_JobId = "265567.0" ... 001 (1259.220.000) 05/26 00:10:42 Job executing on host: <137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP> ... 028 (1259.220.000) 05/26 00:10:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:10:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/26 00:11:00 Image size of job updated: 1263892 362 - MemoryUsage of job (MB) 369964 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 00:11:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:11:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 369964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 00:11:19 Image size of job updated: 1263896 365 - MemoryUsage of job (MB) 373096 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:11:19 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:11:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.167.000) 05/26 00:11:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:11, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437483008 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 00:11:26 Job ad information event triggered. SentBytes = 1437483008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7210155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T00:11:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:11, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "8715757.0" ... 006 (1259.272.000) 05/26 00:11:30 Image size of job updated: 1574360 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.272.000) 05/26 00:11:30 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1574360 Proc = 272 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:11:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466232" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23615" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 001 (1259.167.000) 05/26 00:11:47 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1259.167.000) 05/26 00:11:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:11:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/26 00:11:53 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412476 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:11:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:11:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:11:56 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401540 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:11:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:11:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 401540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/26 00:12:15 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426128 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/26 00:12:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:12:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 426128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.074.000) 05/26 00:12:19 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397996 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:12:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:12:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 397996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:12:21 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381380 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:12:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:12:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 381380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:12:33 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 409948 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:12:33 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:12:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:12:39 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398404 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:12:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:12:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 398404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.032.000) 05/26 00:12:44 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:58, Sys 0 00:04:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:58, Sys 0 00:04:28 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875974656 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875974656 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 80539020 Memory (MB) : 395 1024 2048 ... 028 (1259.032.000) 05/26 00:12:44 Job ad information event triggered. SentBytes = 1875974656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "17155" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat3.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:44:58, Sys 0 00:04:28" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 32 EventTime = "2019-05-26T00:12:44" TotalSentBytes = 1875974656.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:44:58, Sys 0 00:04:28" JOB_GLIDEIN_SiteWMS_JobId = "8717054.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.192.000) 05/26 00:12:53 Image size of job updated: 1570672 351 - MemoryUsage of job (MB) 358816 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:12:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:12:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.121.000) 05/26 00:12:55 Job terminated. (1) Normal termination (return value 0) Usr 0 01:14:22, Sys 0 00:02:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:14:22, Sys 0 00:02:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1332861056 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1332861056 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 566175780 Memory (MB) : 397 1024 1920 ... 028 (1259.121.000) 05/26 00:12:55 Job ad information event triggered. SentBytes = 1332861056.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26039" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c083.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:14:22, Sys 0 00:02:22" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 121 EventTime = "2019-05-26T00:12:55" TotalSentBytes = 1332861056.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:14:22, Sys 0 00:02:22" JOB_GLIDEIN_SiteWMS_JobId = "276044.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.178.000) 05/26 00:12:55 Image size of job updated: 1750000 393 - MemoryUsage of job (MB) 401480 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:12:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:12:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 401480 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:13:28 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419592 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:13:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:13:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419592 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/26 00:13:30 Image size of job updated: 1331488 363 - MemoryUsage of job (MB) 371544 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:13:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:13:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371544 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.160.000) 05/26 00:13:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:14, Sys 0 00:01:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:14, Sys 0 00:01:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1906973312 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1906973312 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 539302668 Memory (MB) : 440 1024 1920 ... 028 (1259.160.000) 05/26 00:13:50 Job ad information event triggered. SentBytes = 1906973312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25849" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c142.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:14, Sys 0 00:01:47" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 160 EventTime = "2019-05-26T00:13:50" TotalSentBytes = 1906973312.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:14, Sys 0 00:01:47" JOB_GLIDEIN_SiteWMS_JobId = "265587.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 00:14:12 Image size of job updated: 1570676 342 - MemoryUsage of job (MB) 349424 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:14:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:14:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 342 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 349424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.050.000) 05/26 00:14:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:15:28, Sys 0 00:02:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:15:28, Sys 0 00:02:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1335683712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1335683712 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 670113932 Memory (MB) : 416 1024 1920 ... 028 (1259.050.000) 05/26 00:14:14 Job ad information event triggered. SentBytes = 1335683712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26050" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c015.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:15:28, Sys 0 00:02:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 50 EventTime = "2019-05-26T00:14:14" TotalSentBytes = 1335683712.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:15:28, Sys 0 00:02:23" JOB_GLIDEIN_SiteWMS_JobId = "276068.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.038.000) 05/26 00:14:19 Job terminated. (1) Normal termination (return value 0) Usr 0 02:48:38, Sys 0 00:06:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:48:38, Sys 0 00:06:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1855999872 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1855999872 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 79245120 Memory (MB) : 391 1024 2048 ... 028 (1259.038.000) 05/26 00:14:19 Job ad information event triggered. SentBytes = 1855999872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7212219" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat9.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:48:38, Sys 0 00:06:16" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 38 EventTime = "2019-05-26T00:14:19" TotalSentBytes = 1855999872.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:48:38, Sys 0 00:06:16" JOB_GLIDEIN_SiteWMS_JobId = "8716286.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.247.000) 05/26 00:14:26 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378492 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:14:26 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:14:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:14:28 Image size of job updated: 1750000 370 - MemoryUsage of job (MB) 378004 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:14:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:14:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 378004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.293.000) 05/26 00:14:40 Image size of job updated: 2148340 424 - MemoryUsage of job (MB) 433272 - ResidentSetSize of job (KB) ... 028 (1259.293.000) 05/26 00:14:40 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 2148340 Proc = 293 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-26T00:14:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 424 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "14011" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 433272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/26 00:14:43 Image size of job updated: 1965616 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/26 00:14:43 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1965616 Proc = 284 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-26T00:14:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369910" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.256.000) 05/26 00:15:17 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402768 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:15:17 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:15:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 00:15:23 Image size of job updated: 1263896 362 - MemoryUsage of job (MB) 370688 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 00:15:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:15:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:15:54 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375152 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:15:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:15:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.140.000) 05/26 00:16:20 Image size of job updated: 1263896 365 - MemoryUsage of job (MB) 373412 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:16:20 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:16:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.080.000) 05/26 00:16:40 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:54, Sys 0 00:02:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:54, Sys 0 00:02:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1379444608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1379444608 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 553834160 Memory (MB) : 416 1024 1920 ... 028 (1259.080.000) 05/26 00:16:40 Job ad information event triggered. SentBytes = 1379444608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25971" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c098.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:54, Sys 0 00:02:27" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 80 EventTime = "2019-05-26T00:16:40" TotalSentBytes = 1379444608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:21:54, Sys 0 00:02:27" JOB_GLIDEIN_SiteWMS_JobId = "275928.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.161.000) 05/26 00:16:53 Image size of job updated: 1500000 406 - MemoryUsage of job (MB) 415436 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:16:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:16:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 415436 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:16:56 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 404716 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:16:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:16:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 404716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.021.000) 05/26 00:17:15 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427448 - ResidentSetSize of job (KB) ... 028 (1259.021.000) 05/26 00:17:15 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 21 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:17:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "454342" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6807" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 427448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.074.000) 05/26 00:17:20 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 399832 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:17:20 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:17:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 399832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:17:21 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402712 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:17:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:17:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 402712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/26 00:17:29 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 400660 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/26 00:17:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:17:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:17:34 Image size of job updated: 1500000 403 - MemoryUsage of job (MB) 412432 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:17:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:17:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 412432 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:17:39 Image size of job updated: 1500000 393 - MemoryUsage of job (MB) 402152 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:17:39 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:17:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 402152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/26 00:17:53 Image size of job updated: 1570672 352 - MemoryUsage of job (MB) 360056 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:17:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:17:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360056 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:17:55 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405768 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:17:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:17:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405768 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:18:28 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421440 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:18:28 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:18:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 421440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.028.000) 05/26 00:19:12 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 351264 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:19:12 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:19:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/26 00:19:15 Image size of job updated: 1500000 381 - MemoryUsage of job (MB) 390104 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:19:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:19:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 390104 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:19:27 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381764 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:19:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:19:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:19:28 Image size of job updated: 1750000 373 - MemoryUsage of job (MB) 381520 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:19:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:19:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 381520 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.217.000) 05/26 00:20:06 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:36, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:36, Sys 0 00:02:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1917213440 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1917213440 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 556547708 Memory (MB) : 440 1024 1920 ... 028 (1259.217.000) 05/26 00:20:06 Job ad information event triggered. SentBytes = 1917213440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25562" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c451.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:36, Sys 0 00:02:35" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 217 EventTime = "2019-05-26T00:20:06" TotalSentBytes = 1917213440.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:36, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "265321.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.256.000) 05/26 00:20:18 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 406120 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:20:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:20:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.234.000) 05/26 00:20:21 Job terminated. (1) Normal termination (return value 0) Usr 0 03:48:55, Sys 0 00:04:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 03:48:55, Sys 0 00:04:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1921607424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1921607424 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2289271 1 36179736 Memory (MB) : 364 1024 2500 ... 028 (1259.234.000) 05/26 00:20:21 Job ad information event triggered. SentBytes = 1921607424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7718138" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-ATH-TRK-HS-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 03:48:55, Sys 0 00:04:18" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 234 EventTime = "2019-05-26T00:20:21" TotalSentBytes = 1921607424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "33" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 03:48:55, Sys 0 00:04:18" JOB_GLIDEIN_SiteWMS_JobId = "4391205.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.116.000) 05/26 00:20:49 Image size of job updated: 1331288 316 - MemoryUsage of job (MB) 323236 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:20:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:20:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:20:54 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378848 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:20:54 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:20:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.123.000) 05/26 00:20:57 Job terminated. (1) Normal termination (return value 0) Usr 0 01:13:41, Sys 0 00:01:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:13:41, Sys 0 00:01:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1331508608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1331508608 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 561239320 Memory (MB) : 367 1024 1920 ... 028 (1259.123.000) 05/26 00:20:57 Job ad information event triggered. SentBytes = 1331508608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26098" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c159.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:13:41, Sys 0 00:01:40" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 123 EventTime = "2019-05-26T00:20:57" TotalSentBytes = 1331508608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:13:41, Sys 0 00:01:40" JOB_GLIDEIN_SiteWMS_JobId = "276215.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.187.000) 05/26 00:21:00 Image size of job updated: 1263892 362 - MemoryUsage of job (MB) 370276 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 00:21:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.021.000) 05/26 00:21:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:03:09, Sys 0 00:01:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:03:09, Sys 0 00:01:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870915456 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1870915456 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 7862540 Memory (MB) : 418 1024 1024 ... 028 (1259.021.000) 05/26 00:21:09 Job ad information event triggered. SentBytes = 1870915456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6807" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:03:09, Sys 0 00:01:56" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 21 EventTime = "2019-05-26T00:21:09" TotalSentBytes = 1870915456.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:03:09, Sys 0 00:01:56" JOB_GLIDEIN_SiteWMS_JobId = "454342" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 00:21:22 Image size of job updated: 1263896 366 - MemoryUsage of job (MB) 373892 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:21:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:21:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373892 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.161.000) 05/26 00:21:53 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 418940 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:21:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:21:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:21:58 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 408776 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:21:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:21:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 408776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:22:21 Image size of job updated: 1750000 395 - MemoryUsage of job (MB) 403572 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:22:21 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:22:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 403572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:22:22 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405080 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:22:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:22:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 405080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/26 00:22:29 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402524 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/26 00:22:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:22:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:22:34 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416296 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:22:34 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:22:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416296 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:22:41 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 405200 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:22:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:22:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 405200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/26 00:22:53 Image size of job updated: 1570672 353 - MemoryUsage of job (MB) 360848 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:22:53 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:22:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:22:56 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409200 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:22:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:22:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:23:29 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424872 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:23:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:23:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 424872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.261.000) 05/26 00:23:30 Image size of job updated: 1331488 364 - MemoryUsage of job (MB) 372068 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:23:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:23:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372068 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.051.000) 05/26 00:24:15 Image size of job updated: 1500000 385 - MemoryUsage of job (MB) 393908 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:24:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:24:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 385 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 393908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:24:27 Image size of job updated: 1500000 396 - MemoryUsage of job (MB) 404548 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:24:27 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:24:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 404548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:24:28 Image size of job updated: 1750000 391 - MemoryUsage of job (MB) 400304 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:24:28 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:24:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.239.000) 05/26 00:24:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:16, Sys 0 00:05:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:16, Sys 0 00:05:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888823680 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1888823680 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 84519748 Memory (MB) : 367 1024 2048 ... 028 (1259.239.000) 05/26 00:24:54 Job ad information event triggered. SentBytes = 1888823680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:16, Sys 0 00:05:18" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 239 EventTime = "2019-05-26T00:24:54" TotalSentBytes = 1888823680.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:16, Sys 0 00:05:18" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.256.000) 05/26 00:25:18 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408924 - ResidentSetSize of job (KB) ... 028 (1259.256.000) 05/26 00:25:18 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 256 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:25:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408924 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 00:25:49 Image size of job updated: 1331288 316 - MemoryUsage of job (MB) 323240 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:25:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:25:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323240 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:25:55 Image size of job updated: 1500000 388 - MemoryUsage of job (MB) 397280 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:25:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397280 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.187.000) 05/26 00:26:00 Image size of job updated: 1263892 362 - MemoryUsage of job (MB) 370540 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 00:26:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:26:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 00:26:22 Image size of job updated: 1263896 366 - MemoryUsage of job (MB) 373904 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:26:22 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:26:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373904 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.161.000) 05/26 00:26:53 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422232 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:26:53 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:26:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:26:58 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 412724 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:26:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:26:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 412724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:27:22 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406276 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:27:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:27:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 406276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:27:22 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408300 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:27:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:27:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 408300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.139.000) 05/26 00:27:30 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 405860 - ResidentSetSize of job (KB) ... 028 (1259.139.000) 05/26 00:27:30 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 139 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:27:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275183.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25677" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c033.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.231.000) 05/26 00:27:35 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419200 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:27:35 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:27:41 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 408428 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:27:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:27:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 408428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.192.000) 05/26 00:27:54 Image size of job updated: 1570672 354 - MemoryUsage of job (MB) 362168 - ResidentSetSize of job (KB) ... 028 (1259.192.000) 05/26 00:27:54 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570672 Proc = 192 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:27:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23286" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.279.000) 05/26 00:27:54 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:13, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:13, Sys 0 00:02:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1904740736 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1904740736 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 568480568 Memory (MB) : 416 1024 1920 ... 028 (1259.279.000) 05/26 00:27:54 Job ad information event triggered. SentBytes = 1904740736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969618" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c163.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:13, Sys 0 00:02:18" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 279 EventTime = "2019-05-26T00:27:54" TotalSentBytes = 1904740736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:13, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "265629.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.178.000) 05/26 00:27:56 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413336 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:27:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:27:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:28:00 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 376872 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:28:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:28:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 376872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.153.000) 05/26 00:28:29 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429492 - ResidentSetSize of job (KB) ... 028 (1259.153.000) 05/26 00:28:29 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 153 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:28:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465038" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "21812" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 429492 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.109.000) 05/26 00:28:58 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:59, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:59, Sys 0 00:02:49 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1391365376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1391365376 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 666572156 Memory (MB) : 416 1024 1920 ... 028 (1259.109.000) 05/26 00:28:58 Job ad information event triggered. SentBytes = 1391365376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969827" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@mwt2-c020.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:59, Sys 0 00:02:49" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 109 EventTime = "2019-05-26T00:28:58" TotalSentBytes = 1391365376.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:59, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "265922.0" TotalReceivedBytes = 1690240896.0 ... 005 (1259.087.000) 05/26 00:29:15 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:44, Sys 0 00:02:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:44, Sys 0 00:02:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1385367296 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1385367296 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 839296636 Memory (MB) : 416 1024 1920 ... 028 (1259.087.000) 05/26 00:29:15 Job ad information event triggered. SentBytes = 1385367296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25897" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c233.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:44, Sys 0 00:02:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 87 EventTime = "2019-05-26T00:29:15" TotalSentBytes = 1385367296.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:21:44, Sys 0 00:02:09" JOB_GLIDEIN_SiteWMS_JobId = "265637.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.051.000) 05/26 00:29:16 Image size of job updated: 1500000 389 - MemoryUsage of job (MB) 398148 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:29:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:29:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 398148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:29:28 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407712 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:29:28 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:29:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407712 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:29:29 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402676 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:29:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:29:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/26 00:29:55 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400844 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:29:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:29:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 400844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.034.000) 05/26 00:30:14 Image size of job updated: 1621704 440 - MemoryUsage of job (MB) 450000 - ResidentSetSize of job (KB) ... 028 (1259.034.000) 05/26 00:30:14 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1621704 Proc = 34 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:30:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 440 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265730.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26001" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c004.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 450000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 00:30:15 Image size of job updated: 1750000 369 - MemoryUsage of job (MB) 377648 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 00:30:15 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:30:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 377648 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 00:30:23 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 371232 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 00:30:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:30:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 00:30:49 Image size of job updated: 1331288 316 - MemoryUsage of job (MB) 323268 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:30:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:30:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 316 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:30:55 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 402668 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:30:55 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.012.000) 05/26 00:31:11 Job terminated. (1) Normal termination (return value 0) Usr 0 01:01:09, Sys 0 00:01:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:01:09, Sys 0 00:01:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1869751424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1869751424 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 7829042 Memory (MB) : 440 1024 1024 ... 028 (1259.012.000) 05/26 00:31:11 Job ad information event triggered. SentBytes = 1869751424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6873774" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:01:09, Sys 0 00:01:48" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 12 EventTime = "2019-05-26T00:31:11" TotalSentBytes = 1869751424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:01:09, Sys 0 00:01:48" JOB_GLIDEIN_SiteWMS_JobId = "464132" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 00:31:23 Image size of job updated: 1263896 366 - MemoryUsage of job (MB) 374228 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:31:23 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:31:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.282.000) 05/26 00:31:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:13, Sys 0 00:02:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679421440 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 00:31:25 Job ad information event triggered. SentBytes = 1679421440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969581" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c157.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 282 EventTime = "2019-05-26T00:31:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:34:13, Sys 0 00:02:17" JOB_GLIDEIN_SiteWMS_JobId = "265568.0" ... 005 (1259.153.000) 05/26 00:31:38 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:37, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:37, Sys 0 00:02:42 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892072704 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1892072704 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 17561241 Memory (MB) : 420 1024 1024 ... 028 (1259.153.000) 05/26 00:31:38 Job ad information event triggered. SentBytes = 1892072704.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "21812" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:37, Sys 0 00:02:42" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 153 EventTime = "2019-05-26T00:31:38" TotalSentBytes = 1892072704.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:48:37, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "465038" TotalReceivedBytes = 1267680640.0 ... 001 (1259.282.000) 05/26 00:31:40 Job executing on host: <137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP> ... 028 (1259.282.000) 05/26 00:31:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T00:31:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.161.000) 05/26 00:31:54 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426232 - ResidentSetSize of job (KB) ... 028 (1259.161.000) 05/26 00:31:54 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 161 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:31:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26202" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:31:58 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 415808 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:31:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:31:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 415808 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:32:22 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408468 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:32:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:32:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 408468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:32:22 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410736 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:32:22 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:32:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 410736 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 00:32:29 Image size of job updated: 1331484 362 - MemoryUsage of job (MB) 370572 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:32:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:32:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370572 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/26 00:32:36 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422076 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:32:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:32:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422076 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:32:41 Image size of job updated: 1500000 401 - MemoryUsage of job (MB) 410528 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:32:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:32:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 410528 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:32:56 Image size of job updated: 1750000 407 - MemoryUsage of job (MB) 416048 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:32:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:32:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416048 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:33:00 Image size of job updated: 1750000 372 - MemoryUsage of job (MB) 380452 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:33:00 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:33:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 380452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.139.000) 05/26 00:33:25 Job terminated. (1) Normal termination (return value 0) Usr 0 01:18:59, Sys 0 00:02:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:18:59, Sys 0 00:02:32 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1340866432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1340866432 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 661838964 Memory (MB) : 397 1024 1920 ... 028 (1259.139.000) 05/26 00:33:25 Job ad information event triggered. SentBytes = 1340866432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25677" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c033.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:18:59, Sys 0 00:02:32" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 139 EventTime = "2019-05-26T00:33:25" TotalSentBytes = 1340866432.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:18:59, Sys 0 00:02:32" JOB_GLIDEIN_SiteWMS_JobId = "275183.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.261.000) 05/26 00:33:30 Image size of job updated: 1331488 364 - MemoryUsage of job (MB) 372692 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:33:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:33:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372692 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/26 00:34:14 Image size of job updated: 1570676 344 - MemoryUsage of job (MB) 351724 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:34:14 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:34:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 344 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 351724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/26 00:34:17 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 400792 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:34:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:34:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 400792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:34:29 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 410704 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:34:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:34:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 410704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:34:29 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406100 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:34:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:34:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406100 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:34:47 Image size of job updated: 1750000 392 - MemoryUsage of job (MB) 401080 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:34:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:34:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.199.000) 05/26 00:34:55 Image size of job updated: 1500000 394 - MemoryUsage of job (MB) 403312 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:34:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:34:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 403312 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/26 00:35:56 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407948 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:35:56 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:35:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.187.000) 05/26 00:36:02 Image size of job updated: 1263892 363 - MemoryUsage of job (MB) 370900 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 00:36:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:36:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370900 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.163.000) 05/26 00:36:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:50, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:50, Sys 0 00:03:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876613248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1876613248 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 519735256 Memory (MB) : 440 1024 1920 ... 028 (1259.163.000) 05/26 00:36:09 Job ad information event triggered. SentBytes = 1876613248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25971" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c118.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:50, Sys 0 00:03:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 163 EventTime = "2019-05-26T00:36:09" TotalSentBytes = 1876613248.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:48:50, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "275926.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.283.000) 05/26 00:36:16 Job terminated. (1) Normal termination (return value 0) Usr 0 01:40:51, Sys 0 00:02:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:40:51, Sys 0 00:02:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1924538624 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1924538624 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 536231552 Memory (MB) : 440 1024 1920 ... 028 (1259.283.000) 05/26 00:36:16 Job ad information event triggered. SentBytes = 1924538624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721306" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@iut2-c267.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:40:51, Sys 0 00:02:00" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 283 EventTime = "2019-05-26T00:36:16" TotalSentBytes = 1924538624.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:40:51, Sys 0 00:02:00" JOB_GLIDEIN_SiteWMS_JobId = "1670640.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.161.000) 05/26 00:36:19 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:41, Sys 0 00:02:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:41, Sys 0 00:02:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892787968 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1892787968 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 523326976 Memory (MB) : 417 1024 1920 ... 028 (1259.161.000) 05/26 00:36:19 Job ad information event triggered. SentBytes = 1892787968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26202" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c131.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:41, Sys 0 00:02:46" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 161 EventTime = "2019-05-26T00:36:19" TotalSentBytes = 1892787968.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:42:41, Sys 0 00:02:46" JOB_GLIDEIN_SiteWMS_JobId = "265898.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 00:36:24 Image size of job updated: 1263896 366 - MemoryUsage of job (MB) 374664 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:36:24 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:36:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.192.000) 05/26 00:36:40 Job terminated. (1) Normal termination (return value 0) Usr 0 05:20:13, Sys 0 00:05:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 05:20:13, Sys 0 00:05:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1904473984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1904473984 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2272539 1 36182084 Memory (MB) : 354 1024 2500 ... 028 (1259.192.000) 05/26 00:36:40 Job ad information event triggered. SentBytes = 1904473984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23286" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@AS-EBANSELL-AIO-S1-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 05:20:13, Sys 0 00:05:30" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 192 EventTime = "2019-05-26T00:36:40" TotalSentBytes = 1904473984.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "29" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 05:20:13, Sys 0 00:05:30" JOB_GLIDEIN_SiteWMS_JobId = "4434307.0" TotalReceivedBytes = 422560224.0 ... 005 (1259.049.000) 05/26 00:36:41 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:27, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:27, Sys 0 00:03:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1732359296 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1732359296 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 953902356 Memory (MB) : 416 1024 2500 ... 028 (1259.049.000) 05/26 00:36:41 Job ad information event triggered. SentBytes = 1732359296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8404821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:27, Sys 0 00:03:58" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 49 EventTime = "2019-05-26T00:36:41" TotalSentBytes = 1732359296.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:47:27, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.218.000) 05/26 00:36:59 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419180 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:36:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:36:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 419180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.294.000) 05/26 00:37:02 Job terminated. (1) Normal termination (return value 0) Usr 0 01:19:58, Sys 0 00:01:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:19:58, Sys 0 00:01:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1888120576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1888120576 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 8608003 Memory (MB) : 367 1024 1024 ... 028 (1259.294.000) 05/26 00:37:02 Job ad information event triggered. SentBytes = 1888120576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:19:58, Sys 0 00:01:51" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 294 EventTime = "2019-05-26T00:37:02" TotalSentBytes = 1888120576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:19:58, Sys 0 00:01:51" JOB_GLIDEIN_SiteWMS_JobId = "466178" TotalReceivedBytes = 845120448.0 ... 006 (1259.172.000) 05/26 00:37:23 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413760 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:37:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:37:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 413760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:37:23 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 411060 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:37:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:37:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 411060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 00:37:29 Image size of job updated: 1331484 362 - MemoryUsage of job (MB) 370584 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:37:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:37:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.231.000) 05/26 00:37:36 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424944 - ResidentSetSize of job (KB) ... 028 (1259.231.000) 05/26 00:37:36 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 231 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:37:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25504" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 424944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:37:42 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413468 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:37:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:37:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 413468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.268.000) 05/26 00:37:47 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:45, Sys 0 00:02:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:45, Sys 0 00:02:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1912755840 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1912755840 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 1686370 Memory (MB) : 391 1024 1024 ... 028 (1259.268.000) 05/26 00:37:47 Job ad information event triggered. SentBytes = 1912755840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "29113" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@uct2-c268.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:45, Sys 0 00:02:47" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 268 EventTime = "2019-05-26T00:37:47" TotalSentBytes = 1912755840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:44:45, Sys 0 00:02:47" JOB_GLIDEIN_SiteWMS_JobId = "1666814.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.178.000) 05/26 00:37:57 Image size of job updated: 1750000 410 - MemoryUsage of job (MB) 419040 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:37:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:37:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:38:01 Image size of job updated: 1750000 394 - MemoryUsage of job (MB) 402656 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:38:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:38:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 402656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 00:38:31 Image size of job updated: 1331488 364 - MemoryUsage of job (MB) 372704 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:38:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:38:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.077.000) 05/26 00:38:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:05:57, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:05:57, Sys 0 00:02:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1376644736 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1376644736 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 100240910 Memory (MB) : 367 1024 2530 ... 028 (1259.077.000) 05/26 00:38:59 Job ad information event triggered. SentBytes = 1376644736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:05:57, Sys 0 00:02:31" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 77 EventTime = "2019-05-26T00:38:59" TotalSentBytes = 1376644736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:05:57, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 00:39:15 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 352516 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:39:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:39:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 352516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/26 00:39:17 Image size of job updated: 1500000 395 - MemoryUsage of job (MB) 403624 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:39:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:39:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 403624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:39:29 Image size of job updated: 1750000 401 - MemoryUsage of job (MB) 409728 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:39:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:39:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 409728 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:39:29 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413796 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:39:29 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:39:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413796 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:39:47 Image size of job updated: 1750000 396 - MemoryUsage of job (MB) 404956 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:39:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:39:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 404956 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.199.000) 05/26 00:39:55 Image size of job updated: 1500000 397 - MemoryUsage of job (MB) 405980 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:39:55 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:39:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 405980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.227.000) 05/26 00:40:39 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:57, Sys 0 00:01:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:57, Sys 0 00:01:58 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1903987840 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1903987840 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 18380476 Memory (MB) : 367 1024 1024 ... 028 (1259.227.000) 05/26 00:40:39 Job ad information event triggered. SentBytes = 1903987840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "24126" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:57, Sys 0 00:01:58" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 227 EventTime = "2019-05-26T00:40:39" TotalSentBytes = 1903987840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:27:57, Sys 0 00:01:58" JOB_GLIDEIN_SiteWMS_JobId = "466590" TotalReceivedBytes = 845120448.0 ... 005 (1259.231.000) 05/26 00:40:45 Job terminated. (1) Normal termination (return value 0) Usr 0 01:53:23, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:53:23, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1938908032 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1938908032 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 578282260 Memory (MB) : 415 1024 1920 ... 028 (1259.231.000) 05/26 00:40:45 Job ad information event triggered. SentBytes = 1938908032.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25504" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c092.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:53:23, Sys 0 00:02:54" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 231 EventTime = "2019-05-26T00:40:45" TotalSentBytes = 1938908032.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:53:23, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "274883.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 00:40:51 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 323664 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:40:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:40:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 323664 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:40:57 Image size of job updated: 1500000 404 - MemoryUsage of job (MB) 413228 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:40:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:40:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 413228 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.162.000) 05/26 00:41:02 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:27, Sys 0 00:03:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:27, Sys 0 00:03:10 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1882556544 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1882556544 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 520129480 Memory (MB) : 416 1024 1920 ... 028 (1259.162.000) 05/26 00:41:02 Job ad information event triggered. SentBytes = 1882556544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26050" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c116.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:27, Sys 0 00:03:10" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 162 EventTime = "2019-05-26T00:41:02" TotalSentBytes = 1882556544.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:42:27, Sys 0 00:03:10" JOB_GLIDEIN_SiteWMS_JobId = "276073.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.158.000) 05/26 00:41:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:25, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:25, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1877038848 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1877038848 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 380561704 Memory (MB) : 440 1024 1920 ... 028 (1259.158.000) 05/26 00:41:08 Job ad information event triggered. SentBytes = 1877038848.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721025" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@iut2-c251.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:25, Sys 0 00:02:54" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 158 EventTime = "2019-05-26T00:41:08" TotalSentBytes = 1877038848.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:25, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "1669028.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 00:41:26 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 374792 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:41:26 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:41:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.218.000) 05/26 00:42:00 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422132 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:42:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:42:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 422132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.172.000) 05/26 00:42:23 Image size of job updated: 1500000 408 - MemoryUsage of job (MB) 417340 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:42:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:42:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 417340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.074.000) 05/26 00:42:24 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414288 - ResidentSetSize of job (KB) ... 028 (1259.074.000) 05/26 00:42:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 74 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:42:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "33821" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" Subproc = 0 ResidentSetSize = 414288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 00:42:29 Image size of job updated: 1331484 363 - MemoryUsage of job (MB) 370724 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:42:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:42:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 370724 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.212.000) 05/26 00:42:39 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425072 - ResidentSetSize of job (KB) ... 028 (1259.212.000) 05/26 00:42:39 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 212 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:42:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "275139.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25660" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c120.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:42:42 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416700 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:42:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:42:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 416700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:42:57 Image size of job updated: 1750000 414 - MemoryUsage of job (MB) 423180 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:42:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:42:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 423180 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:43:01 Image size of job updated: 1750000 397 - MemoryUsage of job (MB) 406364 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:43:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:43:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 406364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.257.000) 05/26 00:43:11 Job terminated. (1) Normal termination (return value 0) Usr 0 01:59:39, Sys 0 00:03:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:59:39, Sys 0 00:03:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1917894656 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1917894656 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 657160192 Memory (MB) : 416 1024 1920 ... 028 (1259.257.000) 05/26 00:43:11 Job ad information event triggered. SentBytes = 1917894656.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25797" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c012.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:59:39, Sys 0 00:03:44" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 257 EventTime = "2019-05-26T00:43:11" TotalSentBytes = 1917894656.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:59:39, Sys 0 00:03:44" JOB_GLIDEIN_SiteWMS_JobId = "265541.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.165.000) 05/26 00:43:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:45:11, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:45:11, Sys 0 00:03:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871449472 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1871449472 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 653790364 Memory (MB) : 416 1024 1920 ... 028 (1259.165.000) 05/26 00:43:24 Job ad information event triggered. SentBytes = 1871449472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26026" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c026.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:45:11, Sys 0 00:03:31" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 165 EventTime = "2019-05-26T00:43:24" TotalSentBytes = 1871449472.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:45:11, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "276024.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 00:44:15 Image size of job updated: 1570676 345 - MemoryUsage of job (MB) 353044 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:44:15 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:44:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 345 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.051.000) 05/26 00:44:17 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407020 - ResidentSetSize of job (KB) ... 028 (1259.051.000) 05/26 00:44:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 51 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:44:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26080" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" Subproc = 0 ResidentSetSize = 407020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.111.000) 05/26 00:44:26 Job terminated. (1) Normal termination (return value 0) Usr 0 01:31:59, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:31:59, Sys 0 00:03:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1342011008 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1342011008 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 608863664 Memory (MB) : 416 1024 1920 ... 028 (1259.111.000) 05/26 00:44:26 Job ad information event triggered. SentBytes = 1342011008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969834" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c080.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:31:59, Sys 0 00:03:08" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 111 EventTime = "2019-05-26T00:44:26" TotalSentBytes = 1342011008.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:31:59, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "276188.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.267.000) 05/26 00:44:29 Image size of job updated: 1750000 405 - MemoryUsage of job (MB) 414356 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:44:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:44:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 414356 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:44:31 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416612 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:44:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:44:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:44:47 Image size of job updated: 1750000 400 - MemoryUsage of job (MB) 409216 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:44:47 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:44:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.199.000) 05/26 00:44:56 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407096 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:44:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:44:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 407096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 00:45:16 Image size of job updated: 1750000 371 - MemoryUsage of job (MB) 379612 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 00:45:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:45:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 379612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 024 (1259.155.000) 05/26 00:45:41 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2613809_284265405@comphy, rescheduling job ... 028 (1259.155.000) 05/26 00:45:41 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 155 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T00:45:41" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68057.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "29831" StartdName = "glidein_2613809_284265405@comphy" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_32@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.005.000) 05/26 00:45:57 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416220 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:45:57 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:45:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 416220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.187.000) 05/26 00:46:03 Image size of job updated: 1263892 363 - MemoryUsage of job (MB) 371404 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 00:46:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:46:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.212.000) 05/26 00:46:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:17, Sys 0 00:03:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:17, Sys 0 00:03:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1929285760 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1929285760 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 525722728 Memory (MB) : 416 1024 1920 ... 028 (1259.212.000) 05/26 00:46:24 Job ad information event triggered. SentBytes = 1929285760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25660" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c120.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:17, Sys 0 00:03:13" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 212 EventTime = "2019-05-26T00:46:24" TotalSentBytes = 1929285760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:56:17, Sys 0 00:03:13" JOB_GLIDEIN_SiteWMS_JobId = "275139.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.209.000) 05/26 00:46:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:47, Sys 0 00:03:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:47, Sys 0 00:03:38 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1942565504 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1942565504 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 667824224 Memory (MB) : 416 1024 1920 ... 028 (1259.209.000) 05/26 00:46:29 Job ad information event triggered. SentBytes = 1942565504.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26169" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c006.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:47, Sys 0 00:03:38" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 209 EventTime = "2019-05-26T00:46:29" TotalSentBytes = 1942565504.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:47, Sys 0 00:03:38" JOB_GLIDEIN_SiteWMS_JobId = "265868.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.155.000) 05/26 00:46:34 Job executing on host: <72.36.96.160:32836?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34624&addrs=72.36.96.160-32836&noUDP> ... 028 (1259.155.000) 05/26 00:46:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:46:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.160:32836?CCBID=192.170.227.251:9726%3faddrs%3d192.170.227.251-9726#34624&addrs=72.36.96.160-32836&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266333.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970115" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c031.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.010.000) 05/26 00:47:00 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425268 - ResidentSetSize of job (KB) ... 028 (1259.010.000) 05/26 00:47:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 10 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:47:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265952.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 425268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.218.000) 05/26 00:47:00 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 424964 - ResidentSetSize of job (KB) ... 028 (1259.218.000) 05/26 00:47:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 218 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:47:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26268" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" Subproc = 0 ResidentSetSize = 424964 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.074.000) 05/26 00:47:23 Job terminated. (1) Normal termination (return value 0) Usr 0 01:27:25, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:27:25, Sys 0 00:02:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1376720512 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1376724480 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 545171820 Memory (MB) : 405 1024 1920 ... 028 (1259.074.000) 05/26 00:47:23 Job ad information event triggered. SentBytes = 1376720512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "33821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@uct2-c481.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:27:25, Sys 0 00:02:18" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 74 EventTime = "2019-05-26T00:47:23" TotalSentBytes = 1376724480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:27:25, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "1385638.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.172.000) 05/26 00:47:24 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420524 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:47:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:47:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 420524 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 00:47:29 Image size of job updated: 1331484 363 - MemoryUsage of job (MB) 371584 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:47:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:47:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371584 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.157.000) 05/26 00:47:32 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375556 - ResidentSetSize of job (KB) ... 028 (1259.157.000) 05/26 00:47:32 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 157 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:47:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265508.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969549" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c038.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 375556 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:47:42 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419008 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:47:42 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:47:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 419008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:47:57 Image size of job updated: 1750000 417 - MemoryUsage of job (MB) 426276 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:47:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:47:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:48:01 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408416 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:48:01 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:48:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408416 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.252.000) 05/26 00:48:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:36:49, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:36:49, Sys 0 00:02:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1911912192 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1911912192 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 8843888 Memory (MB) : 440 1024 1024 ... 028 (1259.252.000) 05/26 00:48:09 Job ad information event triggered. SentBytes = 1911912192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "31025" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@uct2-c490.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:36:49, Sys 0 00:02:19" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 252 EventTime = "2019-05-26T00:48:09" TotalSentBytes = 1911912192.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:36:49, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "265296.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.281.000) 05/26 00:48:21 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:19, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:19, Sys 0 00:03:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1933684608 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1933684608 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 561675516 Memory (MB) : 416 1024 1920 ... 028 (1259.281.000) 05/26 00:48:21 Job ad information event triggered. SentBytes = 1933684608.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25342" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c081.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:19, Sys 0 00:03:31" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 281 EventTime = "2019-05-26T00:48:21" TotalSentBytes = 1933684608.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:01:19, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "274699.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.156.000) 05/26 00:48:29 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425032 - ResidentSetSize of job (KB) ... 028 (1259.156.000) 05/26 00:48:29 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 156 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:48:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385135.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369972" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c351.mwt2.org" Subproc = 0 ResidentSetSize = 425032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 00:48:33 Image size of job updated: 1331488 365 - MemoryUsage of job (MB) 373120 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:48:33 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:48:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/26 00:49:17 Image size of job updated: 1570676 346 - MemoryUsage of job (MB) 353516 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:49:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:49:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 346 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 353516 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:49:30 Image size of job updated: 1750000 409 - MemoryUsage of job (MB) 418024 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:49:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:49:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 418024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:49:31 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 420380 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:49:31 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:49:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 420380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:49:48 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 412992 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:49:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:49:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.199.000) 05/26 00:49:56 Image size of job updated: 1500000 400 - MemoryUsage of job (MB) 408788 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:49:56 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:49:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 408788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 00:50:16 Image size of job updated: 1750000 374 - MemoryUsage of job (MB) 382872 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 00:50:16 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:50:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 382872 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.254.000) 05/26 00:50:34 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:51, Sys 0 00:03:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:51, Sys 0 00:03:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1917484032 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1917484032 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 609015004 Memory (MB) : 440 1024 1920 ... 028 (1259.254.000) 05/26 00:50:34 Job ad information event triggered. SentBytes = 1917484032.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26186" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c066.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:51, Sys 0 00:03:50" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 254 EventTime = "2019-05-26T00:50:34" TotalSentBytes = 1917484032.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:58:51, Sys 0 00:03:50" JOB_GLIDEIN_SiteWMS_JobId = "265893.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 00:50:51 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 324004 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:50:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:50:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.005.000) 05/26 00:50:58 Image size of job updated: 1500000 411 - MemoryUsage of job (MB) 419916 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:50:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:50:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.051.000) 05/26 00:51:08 Job terminated. (1) Normal termination (return value 0) Usr 0 01:16:10, Sys 0 00:01:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:16:10, Sys 0 00:01:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1341302400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1341302400 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 556092684 Memory (MB) : 398 1024 1920 ... 028 (1259.051.000) 05/26 00:51:08 Job ad information event triggered. SentBytes = 1341302400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26080" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@uct2-c451.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:16:10, Sys 0 00:01:54" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 51 EventTime = "2019-05-26T00:51:08" TotalSentBytes = 1341302400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:16:10, Sys 0 00:01:54" JOB_GLIDEIN_SiteWMS_JobId = "265788.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.156.000) 05/26 00:51:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:37, Sys 0 00:02:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:37, Sys 0 00:02:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1879722880 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1879722880 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 427761144 Memory (MB) : 416 1024 1920 ... 028 (1259.156.000) 05/26 00:51:27 Job ad information event triggered. SentBytes = 1879722880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7369972" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@uct2-c351.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:37, Sys 0 00:02:55" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 156 EventTime = "2019-05-26T00:51:27" TotalSentBytes = 1879722880.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:37, Sys 0 00:02:55" JOB_GLIDEIN_SiteWMS_JobId = "1385135.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 00:51:28 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 374932 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:51:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:51:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374932 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.218.000) 05/26 00:52:15 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:15, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:15, Sys 0 00:03:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909761792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909761792 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 1050012540 Memory (MB) : 416 1024 1920 ... 028 (1259.218.000) 05/26 00:52:15 Job ad information event triggered. SentBytes = 1909761792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26268" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c226.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:15, Sys 0 00:03:08" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 218 EventTime = "2019-05-26T00:52:15" TotalSentBytes = 1909761792.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:47:15, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "265953.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.172.000) 05/26 00:52:25 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423496 - ResidentSetSize of job (KB) ... 005 (1259.010.000) 05/26 00:52:25 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:57, Sys 0 00:03:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:57, Sys 0 00:03:01 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875263616 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875263616 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1050012632 Memory (MB) : 416 1024 1920 ... 028 (1259.172.000) 05/26 00:52:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:52:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 423496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.010.000) 05/26 00:52:25 Job ad information event triggered. SentBytes = 1875263616.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26268" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c226.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:57, Sys 0 00:03:01" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 10 EventTime = "2019-05-26T00:52:25" TotalSentBytes = 1875263616.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:57, Sys 0 00:03:01" JOB_GLIDEIN_SiteWMS_JobId = "265952.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.226.000) 05/26 00:52:29 Image size of job updated: 1331484 364 - MemoryUsage of job (MB) 371752 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 00:52:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:52:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371752 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.145.000) 05/26 00:52:43 Image size of job updated: 1500000 413 - MemoryUsage of job (MB) 422496 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:52:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:52:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 422496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.178.000) 05/26 00:52:59 Image size of job updated: 1750000 420 - MemoryUsage of job (MB) 429184 - ResidentSetSize of job (KB) ... 028 (1259.178.000) 05/26 00:52:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 178 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:52:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.168.000) 05/26 00:53:02 Image size of job updated: 1750000 404 - MemoryUsage of job (MB) 413120 - ResidentSetSize of job (KB) ... 028 (1259.168.000) 05/26 00:53:02 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 168 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:53:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26260" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 00:54:17 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 354308 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:54:17 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:54:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:54:30 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422120 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:54:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:54:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422120 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:54:32 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 422996 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:54:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:54:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 422996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/26 00:54:40 Image size of job updated: 1500000 416 - MemoryUsage of job (MB) 425420 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/26 00:54:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:54:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385536.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370058" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 425420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:54:48 Image size of job updated: 1750000 408 - MemoryUsage of job (MB) 417216 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:54:48 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:54:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 005 (1259.157.000) 05/26 00:54:56 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:33, Sys 0 00:04:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:33, Sys 0 00:04:13 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1884295168 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1884295168 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 674935524 Memory (MB) : 367 1024 1920 ... 028 (1259.157.000) 05/26 00:54:56 Job ad information event triggered. SentBytes = 1884295168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969549" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@mwt2-c038.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:33, Sys 0 00:04:13" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 157 EventTime = "2019-05-26T00:54:56" TotalSentBytes = 1884295168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:02:33, Sys 0 00:04:13" JOB_GLIDEIN_SiteWMS_JobId = "265508.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.199.000) 05/26 00:54:57 Image size of job updated: 1500000 402 - MemoryUsage of job (MB) 411304 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:54:57 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:54:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 411304 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.299.000) 05/26 00:55:03 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:30, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:30, Sys 0 00:03:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1891879424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1891879424 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 580638132 Memory (MB) : 416 1024 1920 ... 028 (1259.299.000) 05/26 00:55:03 Job ad information event triggered. SentBytes = 1891879424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26098" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c096.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:30, Sys 0 00:03:16" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 299 EventTime = "2019-05-26T00:55:03" TotalSentBytes = 1891879424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:48:30, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "276210.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.046.000) 05/26 00:55:17 Image size of job updated: 1750000 378 - MemoryUsage of job (MB) 386308 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 00:55:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:55:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 386308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 00:55:51 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 324132 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 00:55:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:55:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.256.000) 05/26 00:55:58 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:21, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:21, Sys 0 00:03:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1917024000 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1917024000 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 655900776 Memory (MB) : 400 1024 1920 ... 028 (1259.256.000) 05/26 00:55:58 Job ad information event triggered. SentBytes = 1917024000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25677" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@mwt2-c026.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:21, Sys 0 00:03:37" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 256 EventTime = "2019-05-26T00:55:58" TotalSentBytes = 1917024000.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:49:21, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "275177.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.005.000) 05/26 00:55:58 Image size of job updated: 1500000 414 - MemoryUsage of job (MB) 423612 - ResidentSetSize of job (KB) ... 028 (1259.005.000) 05/26 00:55:58 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 5 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:55:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 414 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "465905" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875073" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 423612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.140.000) 05/26 00:56:28 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 375184 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 00:56:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:56:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375184 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.280.000) 05/26 00:56:37 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426260 - ResidentSetSize of job (KB) ... 028 (1259.280.000) 05/26 00:56:37 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 280 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:56:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670836.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c229.iu.edu" Subproc = 0 ResidentSetSize = 426260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.178.000) 05/26 00:56:56 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:06, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:06, Sys 0 00:02:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1854411520 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1854411520 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 706217244 Memory (MB) : 420 1024 1920 ... 028 (1259.178.000) 05/26 00:56:56 Job ad information event triggered. SentBytes = 1854411520.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25965" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@mwt2-c136.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:06, Sys 0 00:02:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 178 EventTime = "2019-05-26T00:56:56" TotalSentBytes = 1854411520.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:06, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "265687.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.277.000) 05/26 00:57:07 Job terminated. (1) Normal termination (return value 0) Usr 0 02:04:45, Sys 0 00:04:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:04:45, Sys 0 00:04:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1902829568 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1902829568 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 675214108 Memory (MB) : 440 1024 1920 ... 028 (1259.277.000) 05/26 00:57:07 Job ad information event triggered. SentBytes = 1902829568.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25917" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c038.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:04:45, Sys 0 00:04:18" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 277 EventTime = "2019-05-26T00:57:07" TotalSentBytes = 1902829568.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:04:45, Sys 0 00:04:18" JOB_GLIDEIN_SiteWMS_JobId = "275865.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.172.000) 05/26 00:57:25 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426376 - ResidentSetSize of job (KB) ... 028 (1259.172.000) 05/26 00:57:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 172 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:57:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370024" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" Subproc = 0 ResidentSetSize = 426376 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.145.000) 05/26 00:57:43 Image size of job updated: 1500000 415 - MemoryUsage of job (MB) 424944 - ResidentSetSize of job (KB) ... 028 (1259.145.000) 05/26 00:57:43 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 145 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T00:57:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 415 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "28386" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" Subproc = 0 ResidentSetSize = 424944 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.215.000) 05/26 00:58:01 Job terminated. (1) Normal termination (return value 0) Usr 0 01:46:42, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:46:42, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1937049088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1937049088 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 860448708 Memory (MB) : 440 1024 1920 ... 028 (1259.215.000) 05/26 00:58:01 Job ad information event triggered. SentBytes = 1937049088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28653" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@iut2-c200.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:46:42, Sys 0 00:03:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 215 EventTime = "2019-05-26T00:58:01" TotalSentBytes = 1937049088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:46:42, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "1670998.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.261.000) 05/26 00:58:35 Image size of job updated: 1331488 365 - MemoryUsage of job (MB) 373168 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 00:58:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T00:58:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373168 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/26 00:59:18 Image size of job updated: 1570676 347 - MemoryUsage of job (MB) 354792 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 00:59:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T00:59:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 347 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 354792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.267.000) 05/26 00:59:30 Image size of job updated: 1750000 416 - MemoryUsage of job (MB) 425392 - ResidentSetSize of job (KB) ... 028 (1259.267.000) 05/26 00:59:30 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 267 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:59:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969618" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.247.000) 05/26 00:59:32 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 426360 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 00:59:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T00:59:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 426360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.290.000) 05/26 00:59:40 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428360 - ResidentSetSize of job (KB) ... 028 (1259.290.000) 05/26 00:59:40 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 290 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T00:59:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1385536.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370058" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c460.mwt2.org" Subproc = 0 ResidentSetSize = 428360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/26 00:59:49 Image size of job updated: 1965616 417 - MemoryUsage of job (MB) 426860 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/26 00:59:49 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1965616 Proc = 284 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-26T00:59:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369910" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 426860 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.253.000) 05/26 00:59:49 Image size of job updated: 1750000 413 - MemoryUsage of job (MB) 422232 - ResidentSetSize of job (KB) ... 028 (1259.253.000) 05/26 00:59:49 Job ad information event triggered. JOB_Site = "Colorado" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 253 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" EventTime = "2019-05-26T00:59:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" MemoryUsage = 413 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Colorado" JOB_GLIDEIN_SiteWMS_JobId = "466178" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6875247" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 422232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "SGE" ... 006 (1259.199.000) 05/26 00:59:58 Image size of job updated: 1500000 405 - MemoryUsage of job (MB) 413996 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 00:59:58 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T00:59:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 413996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 01:00:17 Image size of job updated: 1750000 381 - MemoryUsage of job (MB) 389200 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 01:00:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:00:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 381 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 389200 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.145.000) 05/26 01:00:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:54:22, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:54:22, Sys 0 00:02:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872087680 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1872087680 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1338233656 Memory (MB) : 415 1024 1920 ... 028 (1259.145.000) 05/26 01:00:21 Job ad information event triggered. SentBytes = 1872087680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28386" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c224.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:54:22, Sys 0 00:02:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 145 EventTime = "2019-05-26T01:00:21" TotalSentBytes = 1872087680.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:54:22, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "1670827.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.229.000) 05/26 01:00:26 Image size of job updated: 1263896 363 - MemoryUsage of job (MB) 371424 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 01:00:26 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:00:26" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.175.000) 05/26 01:00:28 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:02, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:02, Sys 0 00:04:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871854464 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1871854464 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 615317096 Memory (MB) : 440 1024 1920 ... 028 (1259.175.000) 05/26 01:00:28 Job ad information event triggered. SentBytes = 1871854464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969805" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_39@mwt2-c067.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:02, Sys 0 00:04:05" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 175 EventTime = "2019-05-26T01:00:28" TotalSentBytes = 1871854464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:01:02, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "276056.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 01:00:52 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 324216 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:00:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:00:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324216 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.246.000) 05/26 01:01:12 Job terminated. (1) Normal termination (return value 0) Usr 0 02:01:40, Sys 0 00:04:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:01:40, Sys 0 00:04:51 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892052864 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1892052864 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 959742880 Memory (MB) : 464 1024 2500 ... 028 (1259.246.000) 05/26 01:01:12 Job ad information event triggered. SentBytes = 1892052864.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8405167" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_31@scigrid2.physics.fsu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:01:40, Sys 0 00:04:51" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 246 EventTime = "2019-05-26T01:01:12" TotalSentBytes = 1892052864.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 02:01:40, Sys 0 00:04:51" JOB_GLIDEIN_SiteWMS_JobId = "68048.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.280.000) 05/26 01:01:21 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:18, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:18, Sys 0 00:03:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1936464384 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1936464384 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 796917808 Memory (MB) : 417 1024 1920 ... 028 (1259.280.000) 05/26 01:01:21 Job ad information event triggered. SentBytes = 1936464384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c229.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:18, Sys 0 00:03:07" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 280 EventTime = "2019-05-26T01:01:21" TotalSentBytes = 1936464384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:57:18, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "1670836.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.152.000) 05/26 01:01:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:43, Sys 0 00:03:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:43, Sys 0 00:03:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1892481408 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1892481408 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 655601880 Memory (MB) : 416 1024 1920 ... 028 (1259.152.000) 05/26 01:01:29 Job ad information event triggered. SentBytes = 1892481408.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@mwt2-c046.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:43, Sys 0 00:03:33" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 152 EventTime = "2019-05-26T01:01:29" TotalSentBytes = 1892481408.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:43, Sys 0 00:03:33" JOB_GLIDEIN_SiteWMS_JobId = "265973.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.154.000) 05/26 01:03:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:29, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:29, Sys 0 00:03:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1898393856 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1898393856 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 664601460 Memory (MB) : 416 1024 1920 ... 028 (1259.154.000) 05/26 01:03:27 Job ad information event triggered. SentBytes = 1898393856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969648" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c018.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:29, Sys 0 00:03:22" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 154 EventTime = "2019-05-26T01:03:27" TotalSentBytes = 1898393856.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:29, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "265671.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:04:18 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 355600 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:04:18 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:04:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.173.000) 05/26 01:04:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:12, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:12, Sys 0 00:02:37 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874057856 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874057856 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 541561504 Memory (MB) : 416 1024 1920 ... 028 (1259.173.000) 05/26 01:04:22 Job ad information event triggered. SentBytes = 1874057856.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "33821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@uct2-c451.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:12, Sys 0 00:02:37" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 173 EventTime = "2019-05-26T01:04:22" TotalSentBytes = 1874057856.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:12, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "1385639.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.247.000) 05/26 01:04:32 Image size of job updated: 1500000 420 - MemoryUsage of job (MB) 429328 - ResidentSetSize of job (KB) ... 028 (1259.247.000) 05/26 01:04:32 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 247 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:04:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25517" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.284.000) 05/26 01:04:50 Image size of job updated: 1965616 420 - MemoryUsage of job (MB) 429340 - ResidentSetSize of job (KB) ... 028 (1259.284.000) 05/26 01:04:50 Job ad information event triggered. JOB_Site = "ISI" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1965616 Proc = 284 JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" EventTime = "2019-05-26T01:04:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" MemoryUsage = 420 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "ISI" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7369910" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" Subproc = 0 ResidentSetSize = 429340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.267.000) 05/26 01:04:52 Job terminated. (1) Normal termination (return value 0) Usr 0 01:39:05, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:39:05, Sys 0 00:02:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1914752128 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1914752128 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 568480712 Memory (MB) : 416 1024 1920 ... 028 (1259.267.000) 05/26 01:04:52 Job ad information event triggered. SentBytes = 1914752128.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969618" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@mwt2-c163.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:39:05, Sys 0 00:02:11" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 267 EventTime = "2019-05-26T01:04:52" TotalSentBytes = 1914752128.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:39:05, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "265621.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.007.000) 05/26 01:04:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:48, Sys 0 00:04:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:48, Sys 0 00:04:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1851954688 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1851954688 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 600618280 Memory (MB) : 416 1024 1920 ... 028 (1259.007.000) 05/26 01:04:55 Job ad information event triggered. SentBytes = 1851954688.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26004" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:48, Sys 0 00:04:23" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 7 EventTime = "2019-05-26T01:04:55" TotalSentBytes = 1851954688.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:10:48, Sys 0 00:04:23" JOB_GLIDEIN_SiteWMS_JobId = "275986.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.199.000) 05/26 01:04:59 Image size of job updated: 1500000 407 - MemoryUsage of job (MB) 416716 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 01:04:59 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:04:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 416716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 01:05:17 Image size of job updated: 1750000 384 - MemoryUsage of job (MB) 392404 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 01:05:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:05:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 384 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 392404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 01:05:27 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372020 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 01:05:27 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:05:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.172.000) 05/26 01:05:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:47, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:47, Sys 0 00:03:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1868527104 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1868527104 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 573007728 Memory (MB) : 417 1024 1920 ... 028 (1259.172.000) 05/26 01:05:46 Job ad information event triggered. SentBytes = 1868527104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7370024" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@uct2-c427.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:47, Sys 0 00:03:00" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 172 EventTime = "2019-05-26T01:05:46" TotalSentBytes = 1868527104.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:47, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "1385479.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 01:05:54 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 324364 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:05:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:05:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324364 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 01:06:07 Image size of job updated: 1263892 364 - MemoryUsage of job (MB) 371776 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 01:06:07 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371776 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.177.000) 05/26 01:06:24 Image size of job updated: 1500000 417 - MemoryUsage of job (MB) 425988 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/26 01:06:24 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:06:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 417 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c252.iu.edu" Subproc = 0 ResidentSetSize = 425988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.016.000) 05/26 01:06:40 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:44, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:44, Sys 0 00:03:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1858499200 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1858499200 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 613913464 Memory (MB) : 391 1024 1920 ... 028 (1259.016.000) 05/26 01:06:40 Job ad information event triggered. SentBytes = 1858499200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25449" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c066.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:44, Sys 0 00:03:47" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 16 EventTime = "2019-05-26T01:06:40" TotalSentBytes = 1858499200.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:57:44, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "274830.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.005.000) 05/26 01:07:25 Job terminated. (1) Normal termination (return value 0) Usr 0 01:20:40, Sys 0 00:01:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:20:40, Sys 0 00:01:55 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876602624 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1876602624 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 3783932 Memory (MB) : 414 1024 1024 ... 028 (1259.005.000) 05/26 01:07:25 Job ad information event triggered. SentBytes = 1876602624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875073" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:20:40, Sys 0 00:01:55" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 5 EventTime = "2019-05-26T01:07:25" TotalSentBytes = 1876602624.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:20:40, Sys 0 00:01:55" JOB_GLIDEIN_SiteWMS_JobId = "465905" TotalReceivedBytes = 1267680640.0 ... 006 (1259.261.000) 05/26 01:08:35 Image size of job updated: 1331488 365 - MemoryUsage of job (MB) 373488 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:08:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:08:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.290.000) 05/26 01:08:48 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:56, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:56, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1886473344 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1886473344 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 342541460 Memory (MB) : 419 1024 1920 ... 028 (1259.290.000) 05/26 01:08:48 Job ad information event triggered. SentBytes = 1886473344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7370058" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@uct2-c460.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:56, Sys 0 00:03:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 290 EventTime = "2019-05-26T01:08:48" TotalSentBytes = 1886473344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:56, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "1385536.0" TotalReceivedBytes = 1690240896.0 ... 006 (1259.028.000) 05/26 01:09:19 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 355832 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:09:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:09:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 355832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 01:09:21 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:31, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788768 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 01:09:21 Job ad information event triggered. SentBytes = 337788768.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7970115" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c031.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-26T01:09:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:20:31, Sys 0 00:00:54" JOB_GLIDEIN_SiteWMS_JobId = "266333.0" ... 001 (1259.155.000) 05/26 01:09:56 Job executing on host: <72.36.96.171:37120?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885613&addrs=72.36.96.171-37120&noUDP> ... 028 (1259.155.000) 05/26 01:09:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:09:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.171:37120?CCBID=192.170.227.251:9800%3faddrs%3d192.170.227.251-9800#885613&addrs=72.36.96.171-37120&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266452.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26783" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/26 01:10:00 Image size of job updated: 1500000 410 - MemoryUsage of job (MB) 419348 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 01:10:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:10:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 410 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 419348 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 01:10:17 Image size of job updated: 1750000 386 - MemoryUsage of job (MB) 394772 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 01:10:17 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:10:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 386 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 394772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.148.000) 05/26 01:10:28 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:48, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:48, Sys 0 00:03:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875551104 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875551104 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 569743936 Memory (MB) : 391 1024 1920 ... 028 (1259.148.000) 05/26 01:10:28 Job ad information event triggered. SentBytes = 1875551104.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25504" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c082.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:48, Sys 0 00:03:31" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 148 EventTime = "2019-05-26T01:10:28" TotalSentBytes = 1875551104.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:51:48, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "274882.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.177.000) 05/26 01:11:25 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 428912 - ResidentSetSize of job (KB) ... 028 (1259.177.000) 05/26 01:11:25 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 177 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:11:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670839.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c252.iu.edu" Subproc = 0 ResidentSetSize = 428912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/26 01:11:28 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 375464 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:11:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:11:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375464 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.232.000) 05/26 01:11:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:06:39, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089914496 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 01:11:59 Job ad information event triggered. SentBytes = 1089914496.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "34005" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@uct2-c438.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 232 EventTime = "2019-05-26T01:11:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:06:39, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "1385714.0" ... 005 (1259.248.000) 05/26 01:12:35 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:15, Sys 0 00:03:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:15, Sys 0 00:03:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909470464 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909470464 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 655049996 Memory (MB) : 440 1024 1920 ... 028 (1259.248.000) 05/26 01:12:35 Job ad information event triggered. SentBytes = 1909470464.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969834" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c046.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:15, Sys 0 00:03:40" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 248 EventTime = "2019-05-26T01:12:35" TotalSentBytes = 1909470464.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:51:15, Sys 0 00:03:40" JOB_GLIDEIN_SiteWMS_JobId = "276194.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.026.000) 05/26 01:13:23 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:47, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:47, Sys 0 00:03:09 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874277888 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1879493760 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 608276872 Memory (MB) : 440 1024 1920 ... 028 (1259.026.000) 05/26 01:13:23 Job ad information event triggered. SentBytes = 1874277888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26302" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@iut2-c153.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:47, Sys 0 00:03:09" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 26 EventTime = "2019-05-26T01:13:23" TotalSentBytes = 1879493760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:47, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "265996.0" TotalReceivedBytes = 1690240896.0 ... 006 (1259.261.000) 05/26 01:13:36 Image size of job updated: 1331488 366 - MemoryUsage of job (MB) 374132 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:13:36 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:13:36" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.232.000) 05/26 01:13:44 Job executing on host: <137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP> ... 028 (1259.232.000) 05/26 01:13:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:13:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212411" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.253.000) 05/26 01:13:50 Job terminated. (1) Normal termination (return value 0) Usr 0 01:21:11, Sys 0 00:01:50 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:21:11, Sys 0 00:01:50 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1910666112 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1910666112 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 8608003 Memory (MB) : 413 1024 1024 ... 028 (1259.253.000) 05/26 01:13:50 Job ad information event triggered. SentBytes = 1910666112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875247" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:21:11, Sys 0 00:01:50" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 253 EventTime = "2019-05-26T01:13:50" TotalSentBytes = 1910666112.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:21:11, Sys 0 00:01:50" JOB_GLIDEIN_SiteWMS_JobId = "466178" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:14:19 Image size of job updated: 1570676 348 - MemoryUsage of job (MB) 356340 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:14:19 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:14:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 348 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356340 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.199.000) 05/26 01:15:00 Image size of job updated: 1500000 412 - MemoryUsage of job (MB) 421496 - ResidentSetSize of job (KB) ... 028 (1259.199.000) 05/26 01:15:00 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 199 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:15:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 412 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969914" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 421496 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.046.000) 05/26 01:15:18 Image size of job updated: 1750000 389 - MemoryUsage of job (MB) 397440 - ResidentSetSize of job (KB) ... 028 (1259.046.000) 05/26 01:15:18 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 46 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:15:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" Subproc = 0 ResidentSetSize = 397440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 01:15:54 Image size of job updated: 1331288 317 - MemoryUsage of job (MB) 324404 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:15:54 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:15:54" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 317 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.003.000) 05/26 01:16:06 Job terminated. (1) Normal termination (return value 0) Usr 0 02:00:50, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:00:50, Sys 0 00:03:07 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876310400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1876310400 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 509655820 Memory (MB) : 416 1024 1920 ... 028 (1259.003.000) 05/26 01:16:06 Job ad information event triggered. SentBytes = 1876310400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26290" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@iut2-c265.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:00:50, Sys 0 00:03:07" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 3 EventTime = "2019-05-26T01:16:06" TotalSentBytes = 1876310400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:00:50, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "265985.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.187.000) 05/26 01:16:08 Image size of job updated: 1263892 364 - MemoryUsage of job (MB) 372196 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 01:16:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:16:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372196 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.266.000) 05/26 01:16:19 Image size of job updated: 1750000 418 - MemoryUsage of job (MB) 427608 - ResidentSetSize of job (KB) ... 028 (1259.266.000) 05/26 01:16:19 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 266 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:16:19" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "265689.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "25965" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c133.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427608 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.140.000) 05/26 01:16:28 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 375852 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:16:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:16:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375852 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.272.000) 05/26 01:18:34 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:19, Sys 0 00:02:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:19, Sys 0 00:02:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1906158336 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1906158336 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 2959943 Memory (MB) : 416 1024 1024 ... 028 (1259.272.000) 05/26 01:18:34 Job ad information event triggered. SentBytes = 1906158336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "23615" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:19, Sys 0 00:02:45" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 272 EventTime = "2019-05-26T01:18:34" TotalSentBytes = 1906158336.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:47:19, Sys 0 00:02:45" JOB_GLIDEIN_SiteWMS_JobId = "466232" TotalReceivedBytes = 1267680640.0 ... 006 (1259.261.000) 05/26 01:18:37 Image size of job updated: 1331488 366 - MemoryUsage of job (MB) 374136 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:18:37 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:18:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.144.000) 05/26 01:19:09 Job terminated. (1) Normal termination (return value 0) Usr 0 02:10:47, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:10:47, Sys 0 00:04:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1887903360 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1887903360 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 617145740 Memory (MB) : 416 1024 1920 ... 028 (1259.144.000) 05/26 01:19:09 Job ad information event triggered. SentBytes = 1887903360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969827" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c062.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:10:47, Sys 0 00:04:24" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 144 EventTime = "2019-05-26T01:19:09" TotalSentBytes = 1887903360.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:10:47, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "265923.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:19:20 Image size of job updated: 1570676 349 - MemoryUsage of job (MB) 356660 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:19:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:19:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 349 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 356660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.019.000) 05/26 01:20:16 Job terminated. (1) Normal termination (return value 0) Usr 0 02:04:34, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:04:34, Sys 0 00:03:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1876165120 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1876165120 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 309535768 Memory (MB) : 440 1024 1920 ... 028 (1259.019.000) 05/26 01:20:16 Job ad information event triggered. SentBytes = 1876165120.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721408" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@iut2-c269.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:04:34, Sys 0 00:03:05" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 19 EventTime = "2019-05-26T01:20:16" TotalSentBytes = 1876165120.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:04:34, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "1670968.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.229.000) 05/26 01:20:30 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372612 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 01:20:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:20:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 01:20:55 Image size of job updated: 1331288 318 - MemoryUsage of job (MB) 324740 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:20:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:20:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 324740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 01:21:28 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 375876 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:21:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:21:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.247.000) 05/26 01:22:20 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:53, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:53, Sys 0 00:02:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1898792960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1898792960 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 522326368 Memory (MB) : 420 1024 1920 ... 028 (1259.247.000) 05/26 01:22:20 Job ad information event triggered. SentBytes = 1898792960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25517" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c111.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:53, Sys 0 00:02:57" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 247 EventTime = "2019-05-26T01:22:20" TotalSentBytes = 1898792960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:47:53, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "274899.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.018.000) 05/26 01:22:24 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:49, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:49, Sys 0 00:03:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1872631424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1872631424 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 558845844 Memory (MB) : 416 1024 1920 ... 028 (1259.018.000) 05/26 01:22:24 Job ad information event triggered. SentBytes = 1872631424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969880" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@mwt2-c090.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:49, Sys 0 00:03:17" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 18 EventTime = "2019-05-26T01:22:24" TotalSentBytes = 1872631424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:44:49, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "276405.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.226.000) 05/26 01:22:33 Image size of job updated: 1331484 364 - MemoryUsage of job (MB) 371896 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 01:22:33 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:22:33" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 371896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 01:23:37 Image size of job updated: 1331488 367 - MemoryUsage of job (MB) 374788 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:23:37 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:23:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/26 01:24:20 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 357380 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:24:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:24:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357380 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 01:25:55 Image size of job updated: 1331288 318 - MemoryUsage of job (MB) 325292 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:25:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:25:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325292 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 01:26:10 Image size of job updated: 1263892 364 - MemoryUsage of job (MB) 372260 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 01:26:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:26:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.232.000) 05/26 01:28:08 Job was evicted. (0) Job terminated and was requeued Usr 0 00:11:09, Sys 0 00:00:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 119491808 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 01:28:08 Job ad information event triggered. SentBytes = 119491808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7212411" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T01:28:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:11:09, Sys 0 00:00:26" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" ... 001 (1259.232.000) 05/26 01:28:42 Job executing on host: <137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP> ... 028 (1259.232.000) 05/26 01:28:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:28:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212411" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 01:29:20 Image size of job updated: 1570676 350 - MemoryUsage of job (MB) 357840 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:29:20 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:29:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 350 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 357840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.284.000) 05/26 01:30:03 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:24, Sys 0 00:02:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:24, Sys 0 00:02:45 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1923386112 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1923386112 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 53732736 Memory (MB) : 420 1024 2048 ... 028 (1259.284.000) 05/26 01:30:03 Job ad information event triggered. SentBytes = 1923386112.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7369910" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@compute-3.isi.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:24, Sys 0 00:02:45" JOB_Site = "ISI" JOB_GLIDEIN_Site = "ISI" Proc = 284 EventTime = "2019-05-26T01:30:03" TotalSentBytes = 1923386112.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" RunRemoteUsage = "Usr 0 01:49:24, Sys 0 00:02:45" JOB_GLIDEIN_SiteWMS_JobId = "38684.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 01:30:55 Image size of job updated: 1331288 318 - MemoryUsage of job (MB) 325384 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:30:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:30:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 01:31:10 Image size of job updated: 1263892 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 01:31:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263892 Proc = 187 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:31:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10338" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 01:31:28 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376088 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:31:28 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:31:28" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 01:32:35 Image size of job updated: 1331484 364 - MemoryUsage of job (MB) 372160 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 01:32:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:32:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372160 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.159.000) 05/26 01:32:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_480038_188769258@comphy <128.186.19.131:18806?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#723&addrs=128.186.19.131-18806+[--1]-18806&noUDP> ... 028 (1259.159.000) 05/26 01:32:40 Job ad information event triggered. StartdAddr = "<128.186.19.131:18806?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#723&addrs=128.186.19.131-18806+[--1]-18806&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30332" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 159 EventTime = "2019-05-26T01:32:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_480038_188769258@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.028.000) 05/26 01:34:21 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 358632 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:34:21 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:34:21" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.187.000) 05/26 01:34:29 Job was evicted. (0) Job was not checkpointed. Usr 0 00:46:59, Sys 0 00:05:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 947098 1 89324556 Memory (MB) : 364 1024 2500 ... 028 (1259.187.000) 05/26 01:34:29 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "10338" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 187 EventTime = "2019-05-26T01:34:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "grid" RunRemoteUsage = "Usr 0 00:46:59, Sys 0 00:05:59" JOB_GLIDEIN_SiteWMS_JobId = "1512403.proton" ... 005 (1259.184.000) 05/26 01:35:09 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:31, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:31, Sys 0 00:03:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1903136896 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1903136896 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 664236304 Memory (MB) : 416 1024 1920 ... 028 (1259.184.000) 05/26 01:35:09 Job ad information event triggered. SentBytes = 1903136896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26001" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_26@mwt2-c018.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:31, Sys 0 00:03:30" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 184 EventTime = "2019-05-26T01:35:09" TotalSentBytes = 1903136896.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "7" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:50:31, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "265727.0" TotalReceivedBytes = 1690240896.0 ... 006 (1259.229.000) 05/26 01:35:31 Image size of job updated: 1263896 364 - MemoryUsage of job (MB) 372616 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 01:35:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:35:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372616 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.286.000) 05/26 01:35:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:51:49, Sys 0 00:04:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:51:49, Sys 0 00:04:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1885882880 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1885882880 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 666414044 Memory (MB) : 416 1024 1920 ... 028 (1259.286.000) 05/26 01:35:44 Job ad information event triggered. SentBytes = 1885882880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26268" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c025.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:51:49, Sys 0 00:04:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 286 EventTime = "2019-05-26T01:35:44" TotalSentBytes = 1885882880.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:51:49, Sys 0 00:04:02" JOB_GLIDEIN_SiteWMS_JobId = "265956.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.116.000) 05/26 01:35:56 Image size of job updated: 1331288 318 - MemoryUsage of job (MB) 325440 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:35:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:35:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 318 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325440 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.037.000) 05/26 01:36:12 Job terminated. (1) Normal termination (return value 0) Usr 0 01:42:21, Sys 0 00:02:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:42:21, Sys 0 00:02:24 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862992256 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1862992256 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1034446484 Memory (MB) : 440 1024 1920 ... 028 (1259.037.000) 05/26 01:36:12 Job ad information event triggered. SentBytes = 1862992256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "28280" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@iut2-c202.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:42:21, Sys 0 00:02:24" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 37 EventTime = "2019-05-26T01:36:12" TotalSentBytes = 1862992256.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:42:21, Sys 0 00:02:24" JOB_GLIDEIN_SiteWMS_JobId = "1670551.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 01:36:29 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376128 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:36:29 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:36:29" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.177.000) 05/26 01:37:00 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:04, Sys 0 00:03:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:04, Sys 0 00:03:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1851927168 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1851927168 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 603879728 Memory (MB) : 419 1024 1920 ... 028 (1259.177.000) 05/26 01:37:00 Job ad information event triggered. SentBytes = 1851927168.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@iut2-c252.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:04, Sys 0 00:03:15" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 177 EventTime = "2019-05-26T01:37:00" TotalSentBytes = 1851927168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:56:04, Sys 0 00:03:15" JOB_GLIDEIN_SiteWMS_JobId = "1670839.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.187.000) 05/26 01:37:05 Job executing on host: <128.186.19.131:32332?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#712&addrs=128.186.19.131-32332+[--1]-32332&noUDP> ... 028 (1259.187.000) 05/26 01:37:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 187 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T01:37:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.131:32332?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#712&addrs=128.186.19.131-32332+[--1]-32332&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.213.000) 05/26 01:37:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:56:48, Sys 0 00:03:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:56:48, Sys 0 00:03:53 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1925917312 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1925917312 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 667263552 Memory (MB) : 440 1024 1920 ... 028 (1259.213.000) 05/26 01:37:14 Job ad information event triggered. SentBytes = 1925917312.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25677" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_22@mwt2-c045.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:56:48, Sys 0 00:03:53" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 213 EventTime = "2019-05-26T01:37:14" TotalSentBytes = 1925917312.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:56:48, Sys 0 00:03:53" JOB_GLIDEIN_SiteWMS_JobId = "275181.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.168.000) 05/26 01:37:34 Job terminated. (1) Normal termination (return value 0) Usr 0 01:37:08, Sys 0 00:02:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:37:08, Sys 0 00:02:14 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1889499776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1889499776 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 573920588 Memory (MB) : 404 1024 1920 ... 028 (1259.168.000) 05/26 01:37:34 Job ad information event triggered. SentBytes = 1889499776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26260" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c164.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:37:08, Sys 0 00:02:14" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 168 EventTime = "2019-05-26T01:37:34" TotalSentBytes = 1889499776.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:37:08, Sys 0 00:02:14" JOB_GLIDEIN_SiteWMS_JobId = "276600.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.141.000) 05/26 01:38:10 Job terminated. (1) Normal termination (return value 0) Usr 0 01:50:48, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:50:48, Sys 0 00:03:00 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1871183488 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1871183488 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 68119348 Memory (MB) : 367 1024 2048 ... 028 (1259.141.000) 05/26 01:38:10 Job ad information event triggered. SentBytes = 1871183488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod24.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:50:48, Sys 0 00:03:00" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 141 EventTime = "2019-05-26T01:38:10" TotalSentBytes = 1871183488.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:50:48, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8713044.0" TotalReceivedBytes = 845120448.0 ... 004 (1259.155.000) 05/26 01:38:11 Job was evicted. (0) Job terminated and was requeued Usr 0 00:22:06, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790080 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 01:38:11 Job ad information event triggered. SentBytes = 337790080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "26783" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_27@mwt2-c042.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-26T01:38:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:22:06, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "266452.0" ... 005 (1259.046.000) 05/26 01:38:40 Job terminated. (1) Normal termination (return value 0) Usr 0 01:49:08, Sys 0 00:02:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:49:08, Sys 0 00:02:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1862480384 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1862480384 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 359292316 Memory (MB) : 389 1024 1920 ... 028 (1259.046.000) 05/26 01:38:40 Job ad information event triggered. SentBytes = 1862480384.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@iut2-c245.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:49:08, Sys 0 00:02:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 46 EventTime = "2019-05-26T01:38:40" TotalSentBytes = 1862480384.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:49:08, Sys 0 00:02:48" JOB_GLIDEIN_SiteWMS_JobId = "1671026.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.293.000) 05/26 01:38:46 Job terminated. (1) Normal termination (return value 0) Usr 0 01:47:08, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:47:08, Sys 0 00:02:54 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1890205440 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1890205440 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 50982736 Memory (MB) : 424 1024 2048 ... 028 (1259.293.000) 05/26 01:38:46 Job ad information event triggered. SentBytes = 1890205440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "14011" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@compute-3.isi.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:47:08, Sys 0 00:02:54" JOB_Site = "ISI" JOB_GLIDEIN_Site = "ISI" Proc = 293 EventTime = "2019-05-26T01:38:46" TotalSentBytes = 1890205440.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_ISI_osg" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg.isi.edu" RunRemoteUsage = "Usr 0 01:47:08, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "38672.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.237.000) 05/26 01:39:11 Job terminated. (1) Normal termination (return value 0) Usr 0 01:44:31, Sys 0 00:03:17 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:44:31, Sys 0 00:03:17 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1893923072 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1893923072 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 560740348 Memory (MB) : 440 1024 1920 ... 028 (1259.237.000) 05/26 01:39:11 Job ad information event triggered. SentBytes = 1893923072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c090.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:44:31, Sys 0 00:03:17" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 237 EventTime = "2019-05-26T01:39:11" TotalSentBytes = 1893923072.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:44:31, Sys 0 00:03:17" JOB_GLIDEIN_SiteWMS_JobId = "275235.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:39:22 Image size of job updated: 1570676 351 - MemoryUsage of job (MB) 358896 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:39:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:39:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 351 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 358896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.047.000) 05/26 01:39:55 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:26, Sys 0 00:03:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:26, Sys 0 00:03:39 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865068928 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1865068928 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 648152408 Memory (MB) : 367 1024 1920 ... 028 (1259.047.000) 05/26 01:39:55 Job ad information event triggered. SentBytes = 1865068928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26326" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@mwt2-c017.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:26, Sys 0 00:03:39" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 47 EventTime = "2019-05-26T01:39:55" TotalSentBytes = 1865068928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:26, Sys 0 00:03:39" JOB_GLIDEIN_SiteWMS_JobId = "266020.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.211.000) 05/26 01:40:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:58:15, Sys 0 00:03:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:58:15, Sys 0 00:03:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1932198400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1932198400 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 63900188 Memory (MB) : 440 1024 2048 ... 028 (1259.211.000) 05/26 01:40:05 Job ad information event triggered. SentBytes = 1932198400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2989" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod22.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:58:15, Sys 0 00:03:08" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 211 EventTime = "2019-05-26T01:40:05" TotalSentBytes = 1932198400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:15, Sys 0 00:03:08" JOB_GLIDEIN_SiteWMS_JobId = "8713071.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.155.000) 05/26 01:40:47 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.155.000) 05/26 01:40:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 155 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T01:40:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 01:40:57 Image size of job updated: 1331288 319 - MemoryUsage of job (MB) 325764 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:40:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:40:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 325764 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.001.000) 05/26 01:41:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:28:38, Sys 0 00:02:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:28:38, Sys 0 00:02:08 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1873718400 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1873718400 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 8680722 Memory (MB) : 440 1024 1024 ... 028 (1259.001.000) 05/26 01:41:22 Job ad information event triggered. SentBytes = 1873718400.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6875346" JOB_GLIDEIN_SiteWMS = "SGE" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:28:38, Sys 0 00:02:08" JOB_Site = "Colorado" JOB_GLIDEIN_Site = "Colorado" Proc = 1 EventTime = "2019-05-26T01:41:22" TotalSentBytes = 1873718400.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T3_US_Colorado_heposg01" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "lnxfarm" RunRemoteUsage = "Usr 0 01:28:38, Sys 0 00:02:08" JOB_GLIDEIN_SiteWMS_JobId = "466335" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 01:41:30 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376604 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:41:30 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:41:30" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.271.000) 05/26 01:41:36 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:22, Sys 0 00:02:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:22, Sys 0 00:02:52 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915331840 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915331840 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 1116981824 Memory (MB) : 440 1024 1920 ... 028 (1259.271.000) 05/26 01:41:36 Job ad information event triggered. SentBytes = 1915331840.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@iut2-c204.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:22, Sys 0 00:02:52" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 271 EventTime = "2019-05-26T01:41:36" TotalSentBytes = 1915331840.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:22, Sys 0 00:02:52" JOB_GLIDEIN_SiteWMS_JobId = "1671031.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.034.000) 05/26 01:41:41 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:08, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:08, Sys 0 00:03:48 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1875158912 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1875158912 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 670481472 Memory (MB) : 440 1024 1920 ... 028 (1259.034.000) 05/26 01:41:41 Job ad information event triggered. SentBytes = 1875158912.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26001" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c004.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:08, Sys 0 00:03:48" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 34 EventTime = "2019-05-26T01:41:41" TotalSentBytes = 1875158912.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:52:08, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "265730.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.266.000) 05/26 01:41:53 Job terminated. (1) Normal termination (return value 0) Usr 0 02:02:21, Sys 0 00:03:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:02:21, Sys 0 00:03:40 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1918584960 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1918584960 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 701616320 Memory (MB) : 418 1024 1920 ... 028 (1259.266.000) 05/26 01:41:53 Job ad information event triggered. SentBytes = 1918584960.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25965" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@mwt2-c133.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:02:21, Sys 0 00:03:40" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 266 EventTime = "2019-05-26T01:41:53" TotalSentBytes = 1918584960.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:02:21, Sys 0 00:03:40" JOB_GLIDEIN_SiteWMS_JobId = "265689.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.044.000) 05/26 01:42:22 Job terminated. (1) Normal termination (return value 0) Usr 0 01:55:46, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:55:46, Sys 0 00:02:57 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1865851136 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1865851136 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 1108913436 Memory (MB) : 440 1024 1920 ... 028 (1259.044.000) 05/26 01:42:22 Job ad information event triggered. SentBytes = 1865851136.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7721439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c210.iu.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:55:46, Sys 0 00:02:57" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 44 EventTime = "2019-05-26T01:42:22" TotalSentBytes = 1865851136.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:55:46, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "1671034.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.250.000) 05/26 01:42:27 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:53, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:53, Sys 0 00:03:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915766016 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915766016 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 555126732 Memory (MB) : 416 1024 1920 ... 028 (1259.250.000) 05/26 01:42:27 Job ad information event triggered. SentBytes = 1915766016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26035" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c089.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:16" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 250 EventTime = "2019-05-26T01:42:27" TotalSentBytes = 1915766016.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:48:53, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "265750.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.226.000) 05/26 01:42:35 Image size of job updated: 1331484 364 - MemoryUsage of job (MB) 372444 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 01:42:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:42:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372444 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.015.000) 05/26 01:42:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:17:23, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1088163968 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.015.000) 05/26 01:42:59 Job ad information event triggered. SentBytes = 1088163968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T01:42:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:17:23, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8713046.0" ... 005 (1259.221.000) 05/26 01:43:05 Job terminated. (1) Normal termination (return value 0) Usr 0 01:57:54, Sys 0 00:03:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:57:54, Sys 0 00:03:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1899967232 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1899967232 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 553826708 Memory (MB) : 416 1024 1920 ... 028 (1259.221.000) 05/26 01:43:05 Job ad information event triggered. SentBytes = 1899967232.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26352" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_34@mwt2-c081.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:57:54, Sys 0 00:03:25" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 221 EventTime = "2019-05-26T01:43:05" TotalSentBytes = 1899967232.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:57:54, Sys 0 00:03:25" JOB_GLIDEIN_SiteWMS_JobId = "266050.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.143.000) 05/26 01:43:25 Job terminated. (1) Normal termination (return value 0) Usr 0 02:07:25, Sys 0 00:04:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:07:25, Sys 0 00:04:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1885651712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1885651712 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 613832436 Memory (MB) : 440 1024 1920 ... 028 (1259.143.000) 05/26 01:43:25 Job ad information event triggered. SentBytes = 1885651712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26326" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c057.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:07:25, Sys 0 00:04:16" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 143 EventTime = "2019-05-26T01:43:25" TotalSentBytes = 1885651712.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:07:25, Sys 0 00:04:16" JOB_GLIDEIN_SiteWMS_JobId = "266026.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.261.000) 05/26 01:43:38 Image size of job updated: 1331488 367 - MemoryUsage of job (MB) 375288 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:43:38 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:43:38" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.015.000) 05/26 01:43:45 Job executing on host: <149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP> ... 028 (1259.015.000) 05/26 01:43:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T01:43:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671034.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c210.iu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 01:44:22 Image size of job updated: 1570676 352 - MemoryUsage of job (MB) 360412 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:44:22 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:44:22" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360412 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.198.000) 05/26 01:45:16 Job terminated. (1) Normal termination (return value 0) Usr 0 01:55:08, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:55:08, Sys 0 00:03:02 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1911310720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1911310720 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 419997848 Memory (MB) : 416 1024 1920 ... 028 (1259.198.000) 05/26 01:45:16 Job ad information event triggered. SentBytes = 1911310720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "33987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@uct2-c454.mwt2.org" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:55:08, Sys 0 00:03:02" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 198 EventTime = "2019-05-26T01:45:16" TotalSentBytes = 1911310720.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:55:08, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "1385701.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.276.000) 05/26 01:45:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:27:01, Sys 0 00:04:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:27:01, Sys 0 00:04:35 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1929369088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1929369088 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 605303032 Memory (MB) : 416 1024 1920 ... 028 (1259.276.000) 05/26 01:45:29 Job ad information event triggered. SentBytes = 1929369088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26268" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@mwt2-c074.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:27:01, Sys 0 00:04:35" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 276 EventTime = "2019-05-26T01:45:29" TotalSentBytes = 1929369088.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:27:01, Sys 0 00:04:35" JOB_GLIDEIN_SiteWMS_JobId = "265955.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.229.000) 05/26 01:45:32 Image size of job updated: 1263896 365 - MemoryUsage of job (MB) 373352 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 01:45:32 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:45:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.273.000) 05/26 01:45:39 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:11, Sys 0 00:01:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800045824 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 01:45:39 Job ad information event triggered. SentBytes = 1800045824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T01:45:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:11, Sys 0 00:01:36" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 006 (1259.116.000) 05/26 01:45:58 Image size of job updated: 1331288 319 - MemoryUsage of job (MB) 326136 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:45:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:45:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 326136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.199.000) 05/26 01:46:27 Job terminated. (1) Normal termination (return value 0) Usr 0 02:11:11, Sys 0 00:04:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:11:11, Sys 0 00:04:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1910884224 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1910884224 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 661310980 Memory (MB) : 412 1024 1920 ... 028 (1259.199.000) 05/26 01:46:27 Job ad information event triggered. SentBytes = 1910884224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969914" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_25@mwt2-c037.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:11:11, Sys 0 00:04:34" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 199 EventTime = "2019-05-26T01:46:27" TotalSentBytes = 1910884224.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:11:11, Sys 0 00:04:34" JOB_GLIDEIN_SiteWMS_JobId = "266031.0" TotalReceivedBytes = 1690240896.0 ... 006 (1259.140.000) 05/26 01:46:31 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377044 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:46:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:46:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377044 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.273.000) 05/26 01:46:34 Job executing on host: <72.36.96.231:39801?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866465&addrs=72.36.96.231-39801&noUDP> ... 028 (1259.273.000) 05/26 01:46:34 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T01:46:34" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.231:39801?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866465&addrs=72.36.96.231-39801&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266186.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970006" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c102.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.296.000) 05/26 01:47:14 Job terminated. (1) Normal termination (return value 0) Usr 0 01:52:46, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:52:46, Sys 0 00:03:46 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1890952576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1890952576 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 667495776 Memory (MB) : 416 1024 1920 ... 028 (1259.296.000) 05/26 01:47:14 Job ad information event triggered. SentBytes = 1890952576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25660" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@mwt2-c042.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:52:46, Sys 0 00:03:46" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 296 EventTime = "2019-05-26T01:47:14" TotalSentBytes = 1890952576.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:52:46, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "275145.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.226.000) 05/26 01:47:35 Image size of job updated: 1331484 364 - MemoryUsage of job (MB) 372620 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 01:47:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:47:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 364 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 372620 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.183.000) 05/26 01:47:55 Job terminated. (1) Normal termination (return value 0) Usr 0 02:28:01, Sys 0 00:04:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:28:01, Sys 0 00:04:34 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1907460224 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1907460224 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 608487436 Memory (MB) : 440 1024 1920 ... 028 (1259.183.000) 05/26 01:47:55 Job ad information event triggered. SentBytes = 1907460224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26281" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c058.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:28:01, Sys 0 00:04:34" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 183 EventTime = "2019-05-26T01:47:55" TotalSentBytes = 1907460224.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:28:01, Sys 0 00:04:34" JOB_GLIDEIN_SiteWMS_JobId = "265977.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.245.000) 05/26 01:48:57 Job terminated. (1) Normal termination (return value 0) Usr 0 02:13:49, Sys 0 00:04:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:13:49, Sys 0 00:04:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1897666176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1897666176 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 606816796 Memory (MB) : 440 1024 1920 ... 028 (1259.245.000) 05/26 01:48:57 Job ad information event triggered. SentBytes = 1897666176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26174" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@mwt2-c058.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:13:49, Sys 0 00:04:30" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 245 EventTime = "2019-05-26T01:48:57" TotalSentBytes = 1897666176.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:13:49, Sys 0 00:04:30" JOB_GLIDEIN_SiteWMS_JobId = "276472.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:49:23 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360676 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:49:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:49:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360676 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.196.000) 05/26 01:49:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:14:53, Sys 0 00:04:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:14:53, Sys 0 00:04:31 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1914495488 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1914495488 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 608918940 Memory (MB) : 367 1024 1920 ... 028 (1259.196.000) 05/26 01:49:50 Job ad information event triggered. SentBytes = 1914495488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26337" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c063.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:14:53, Sys 0 00:04:31" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 196 EventTime = "2019-05-26T01:49:50" TotalSentBytes = 1914495488.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:14:53, Sys 0 00:04:31" JOB_GLIDEIN_SiteWMS_JobId = "266045.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.140.000) 05/26 01:51:31 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377420 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 01:51:31 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:51:31" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.205.000) 05/26 01:52:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:14:28, Sys 0 00:04:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:14:28, Sys 0 00:04:27 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1920380800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1920380800 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 602975096 Memory (MB) : 440 1024 1920 ... 028 (1259.205.000) 05/26 01:52:18 Job ad information event triggered. SentBytes = 1920380800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26024" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_33@mwt2-c061.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:14:28, Sys 0 00:04:27" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 205 EventTime = "2019-05-26T01:52:18" TotalSentBytes = 1920380800.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:14:28, Sys 0 00:04:27" JOB_GLIDEIN_SiteWMS_JobId = "265734.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.210.000) 05/26 01:53:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:06:04, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:06:04, Sys 0 00:04:05 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1937271296 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1937271296 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 649898336 Memory (MB) : 367 1024 1920 ... 028 (1259.210.000) 05/26 01:53:33 Job ad information event triggered. SentBytes = 1937271296.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25693" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c013.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:06:04, Sys 0 00:04:05" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 210 EventTime = "2019-05-26T01:53:33" TotalSentBytes = 1937271296.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "5" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:06:04, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "275227.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.022.000) 05/26 01:53:33 Job terminated. (1) Normal termination (return value 0) Usr 0 02:04:02, Sys 0 00:04:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:04:02, Sys 0 00:04:19 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1868204928 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1868204928 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 610265764 Memory (MB) : 416 1024 1920 ... 028 (1259.022.000) 05/26 01:53:33 Job ad information event triggered. SentBytes = 1868204928.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "26408" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@mwt2-c063.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:04:02, Sys 0 00:04:19" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 22 EventTime = "2019-05-26T01:53:33" TotalSentBytes = 1868204928.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:04:02, Sys 0 00:04:19" JOB_GLIDEIN_SiteWMS_JobId = "266110.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.258.000) 05/26 01:53:34 Job terminated. (1) Normal termination (return value 0) Usr 0 02:09:37, Sys 0 00:04:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:09:37, Sys 0 00:04:15 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1921543424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1921543424 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 606653008 Memory (MB) : 440 1024 1920 ... 028 (1259.258.000) 05/26 01:53:34 Job ad information event triggered. SentBytes = 1921543424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "25859" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c075.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:09:37, Sys 0 00:04:15" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 258 EventTime = "2019-05-26T01:53:34" TotalSentBytes = 1921543424.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:09:37, Sys 0 00:04:15" JOB_GLIDEIN_SiteWMS_JobId = "265605.0" TotalReceivedBytes = 1267680640.0 ... 006 (1259.028.000) 05/26 01:54:23 Image size of job updated: 1570676 353 - MemoryUsage of job (MB) 360940 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 01:54:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T01:54:23" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 360940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.220.000) 05/26 01:54:28 Job was evicted. (0) Job terminated and was requeued Usr 0 01:28:37, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1133733760 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.220.000) 05/26 01:54:28 Job ad information event triggered. SentBytes = 1133733760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7214435" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T01:54:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:28:37, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" ... 001 (1259.220.000) 05/26 01:54:48 Job executing on host: <137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP> ... 028 (1259.220.000) 05/26 01:54:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:54:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.260.000) 05/26 01:54:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:16, Sys 0 00:03:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1072597440 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/26 01:54:54 Job ad information event triggered. SentBytes = 1072597440.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8824" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat18.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 260 EventTime = "2019-05-26T01:54:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:16, Sys 0 00:03:22" JOB_GLIDEIN_SiteWMS_JobId = "8714696.0" ... 001 (1259.260.000) 05/26 01:55:32 Job executing on host: <72.36.96.192:45918?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873917&addrs=72.36.96.192-45918&noUDP> ... 028 (1259.260.000) 05/26 01:55:32 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "MWT2" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T01:55:32" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.192:45918?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873917&addrs=72.36.96.192-45918&noUDP>" JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277351.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 01:56:00 Image size of job updated: 1331288 319 - MemoryUsage of job (MB) 326388 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 01:56:00 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 326388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.259.000) 05/26 01:56:51 Job was evicted. (0) Job terminated and was requeued Usr 0 01:48:26, Sys 0 00:04:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550965888 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 01:56:51 Job ad information event triggered. SentBytes = 1550965888.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7969950" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@mwt2-c068.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 259 EventTime = "2019-05-26T01:56:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 01:48:26, Sys 0 00:04:10" JOB_GLIDEIN_SiteWMS_JobId = "276634.0" ... 006 (1259.226.000) 05/26 01:57:35 Image size of job updated: 1331484 366 - MemoryUsage of job (MB) 373896 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 01:57:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:57:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373896 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.033.000) 05/26 01:57:42 Job terminated. (1) Normal termination (return value 0) Usr 0 02:11:46, Sys 0 00:04:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:11:46, Sys 0 00:04:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874276480 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874276480 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 611386172 Memory (MB) : 367 1024 1920 ... 028 (1259.033.000) 05/26 01:57:42 Job ad information event triggered. SentBytes = 1874276480.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7969632" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@mwt2-c071.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:11:46, Sys 0 00:04:25" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 33 EventTime = "2019-05-26T01:57:42" TotalSentBytes = 1874276480.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" RunRemoteUsage = "Usr 0 02:11:46, Sys 0 00:04:25" JOB_GLIDEIN_SiteWMS_JobId = "275281.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.259.000) 05/26 01:57:43 Job executing on host: <137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP> ... 028 (1259.259.000) 05/26 01:57:43 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T01:57:43" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18183" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 01:58:40 Image size of job updated: 1331488 367 - MemoryUsage of job (MB) 375420 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 01:58:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T01:58:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:01:01 Image size of job updated: 1331288 319 - MemoryUsage of job (MB) 326408 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:01:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 319 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 326408 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 02:03:15 Job was evicted. (0) Job terminated and was requeued Usr 0 00:15:22, Sys 0 00:00:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 02:03:15 Job ad information event triggered. SentBytes = 337790432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 155 EventTime = "2019-05-26T02:03:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:15:22, Sys 0 00:00:33" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 006 (1259.261.000) 05/26 02:03:41 Image size of job updated: 1331488 368 - MemoryUsage of job (MB) 376424 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 02:03:41 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:03:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376424 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.155.000) 05/26 02:03:42 Job executing on host: <137.99.79.179:28863?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#693&addrs=137.99.79.179-28863+[--1]-28863&noUDP> ... 028 (1259.155.000) 05/26 02:03:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:03:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:28863?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#693&addrs=137.99.79.179-28863+[--1]-28863&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717253.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7215619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 02:04:24 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 361968 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 02:04:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T02:04:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 361968 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 02:05:34 Image size of job updated: 1263896 366 - MemoryUsage of job (MB) 373948 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 02:05:34 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:05:34" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 366 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 373948 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:06:01 Image size of job updated: 1331288 320 - MemoryUsage of job (MB) 326704 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:06:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:06:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 326704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 02:06:32 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377580 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 02:06:32 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:06:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377580 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.028.000) 05/26 02:09:24 Image size of job updated: 1570676 354 - MemoryUsage of job (MB) 362388 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 02:09:24 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T02:09:24" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 362388 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 02:11:01 Image size of job updated: 1331288 320 - MemoryUsage of job (MB) 327316 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:11:01 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:11:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 320 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 327316 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.140.000) 05/26 02:11:32 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377816 - ResidentSetSize of job (KB) ... 028 (1259.140.000) 05/26 02:11:32 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 140 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:11:32" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "10377" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.140.000) 05/26 02:11:33 Job was evicted. (0) Job was not checkpointed. Usr 0 00:46:35, Sys 0 00:06:13 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 981812 1 100739380 Memory (MB) : 369 1024 2500 ... 028 (1259.140.000) 05/26 02:11:33 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "10377" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 140 EventTime = "2019-05-26T02:11:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "grid" RunRemoteUsage = "Usr 0 00:46:35, Sys 0 00:06:13" JOB_GLIDEIN_SiteWMS_JobId = "1512411.proton" ... 006 (1259.226.000) 05/26 02:12:35 Image size of job updated: 1331484 367 - MemoryUsage of job (MB) 374884 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 02:12:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:12:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374884 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 024 (1259.159.000) 05/26 02:12:40 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_480038_188769258@comphy, rescheduling job ... 028 (1259.159.000) 05/26 02:12:40 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 159 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T02:12:40" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" StartdName = "glidein_480038_188769258@comphy" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.140.000) 05/26 02:12:42 Job executing on host: <137.99.79.179:17923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#719&addrs=137.99.79.179-17923+[--1]-17923&noUDP> ... 028 (1259.140.000) 05/26 02:12:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 140 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:12:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:17923?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#719&addrs=137.99.79.179-17923+[--1]-17923&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717258.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18250" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.180.000) 05/26 02:13:11 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:54, Sys 0 00:05:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:54, Sys 0 00:05:18 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1909632512 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1909632512 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 84963388 Memory (MB) : 416 1024 2048 ... 028 (1259.180.000) 05/26 02:13:11 Job ad information event triggered. SentBytes = 1909632512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:47:54, Sys 0 00:05:18" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 180 EventTime = "2019-05-26T02:13:11" TotalSentBytes = 1909632512.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:47:54, Sys 0 00:05:18" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" TotalReceivedBytes = 1267680640.0 ... 001 (1259.159.000) 05/26 02:13:40 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.159.000) 05/26 02:13:40 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:13:40" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.028.000) 05/26 02:14:25 Image size of job updated: 1570676 355 - MemoryUsage of job (MB) 363000 - ResidentSetSize of job (KB) ... 028 (1259.028.000) 05/26 02:14:25 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1570676 Proc = 28 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" EventTime = "2019-05-26T02:14:25" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" MemoryUsage = 355 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "6246" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" Subproc = 0 ResidentSetSize = 363000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.116.000) 05/26 02:16:02 Image size of job updated: 1331288 321 - MemoryUsage of job (MB) 327716 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:16:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 327716 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 02:20:35 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 374844 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 02:20:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:20:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:21:03 Image size of job updated: 1331288 321 - MemoryUsage of job (MB) 327720 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:21:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 327720 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.251.000) 05/26 02:21:54 Job terminated. (1) Normal termination (return value 0) Usr 0 02:30:07, Sys 0 00:03:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:30:07, Sys 0 00:03:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1915301760 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1915301760 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 874153540 Memory (MB) : 367 1024 2048 ... 028 (1259.251.000) 05/26 02:21:54 Job ad information event triggered. SentBytes = 1915301760.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16453" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_15@stat114.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:30:07, Sys 0 00:03:56" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 251 EventTime = "2019-05-26T02:21:54" TotalSentBytes = 1915301760.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:30:07, Sys 0 00:03:56" JOB_GLIDEIN_SiteWMS_JobId = "8716897.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.028.000) 05/26 02:23:43 Job terminated. (1) Normal termination (return value 0) Usr 0 06:43:30, Sys 0 00:07:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 06:43:30, Sys 0 00:07:16 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1874005120 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1874005120 - Total Bytes Sent By Job 422560224 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2242784 1 36182236 Memory (MB) : 355 1024 2500 ... 028 (1259.028.000) 05/26 02:23:43 Job ad information event triggered. SentBytes = 1874005120.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6246" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@ITS-AASCPHNSTN2-S3-its-c7-osg-20190309" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 06:43:30, Sys 0 00:07:16" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 28 EventTime = "2019-05-26T02:23:43" TotalSentBytes = 1874005120.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce2" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce2.syr.edu" RunRemoteUsage = "Usr 0 06:43:30, Sys 0 00:07:16" JOB_GLIDEIN_SiteWMS_JobId = "4418738.0" TotalReceivedBytes = 422560224.0 ... 006 (1259.261.000) 05/26 02:23:46 Image size of job updated: 1331488 368 - MemoryUsage of job (MB) 376560 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 02:23:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:23:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376560 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 02:25:35 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 374848 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 02:25:35 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:25:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374848 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:26:04 Image size of job updated: 1331288 321 - MemoryUsage of job (MB) 328040 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:26:04 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:26:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 02:28:13 Job was evicted. (0) Job terminated and was requeued Usr 0 00:25:51, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790592 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 02:28:13 Job ad information event triggered. SentBytes = 337790592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7215619" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T02:28:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:25:51, Sys 0 00:00:45" JOB_GLIDEIN_SiteWMS_JobId = "8717253.0" ... 001 (1259.155.000) 05/26 02:28:44 Job executing on host: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 02:28:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:28:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211958" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 02:28:46 Image size of job updated: 1331488 369 - MemoryUsage of job (MB) 377612 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 02:28:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:28:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:31:05 Image size of job updated: 1331288 321 - MemoryUsage of job (MB) 328360 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:31:05 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331288 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:31:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 321 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 328360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:36:06 Image size of job updated: 1448476 379 - MemoryUsage of job (MB) 387352 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:36:06 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1448476 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:36:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 387352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.167.000) 05/26 02:37:10 Image size of job updated: 15000000 3148 - MemoryUsage of job (MB) 3222708 - ResidentSetSize of job (KB) ... 028 (1259.167.000) 05/26 02:37:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T02:37:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3148 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3222708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 02:45:37 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 374980 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 02:45:37 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:45:37" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 374980 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.116.000) 05/26 02:46:08 Image size of job updated: 1633252 379 - MemoryUsage of job (MB) 387352 - ResidentSetSize of job (KB) ... 028 (1259.116.000) 05/26 02:46:08 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1633252 Proc = 116 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:46:08" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7210683" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 387352 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 02:52:39 Image size of job updated: 1331484 367 - MemoryUsage of job (MB) 375484 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 02:52:39 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:52:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 02:53:49 Image size of job updated: 1331488 369 - MemoryUsage of job (MB) 377632 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 02:53:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:53:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377632 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 02:55:39 Image size of job updated: 1263896 367 - MemoryUsage of job (MB) 375372 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 02:55:39 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:55:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 375372 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 02:57:39 Image size of job updated: 1331484 368 - MemoryUsage of job (MB) 376384 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 02:57:39 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:57:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376384 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 02:58:49 Image size of job updated: 1331488 370 - MemoryUsage of job (MB) 378052 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 02:58:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T02:58:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378052 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 03:00:39 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376004 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:00:39 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:00:39" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.260.000) 05/26 03:00:47 Image size of job updated: 1504516 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/26 03:00:47 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1504516 Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:00:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.225.000) 05/26 03:04:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309 <10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP> ... 028 (1259.225.000) 05/26 03:04:23 Job ad information event triggered. StartdAddr = "<10.0.2.15:45172?CCBID=192.170.227.251:9703%3faddrs%3d192.170.227.251-9703#868034&addrs=10.0.2.15-45172&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "23297" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 225 EventTime = "2019-05-26T03:04:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.229.000) 05/26 03:05:40 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376008 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:05:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:05:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.260.000) 05/26 03:06:20 Image size of job updated: 1509704 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/26 03:06:20 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1509704 Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:06:20" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277351.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 03:08:50 Image size of job updated: 1331488 370 - MemoryUsage of job (MB) 378792 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 03:08:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:08:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 03:10:40 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376176 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:10:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:10:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.167.000) 05/26 03:19:06 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_75308_64869158@stat101.phys.uconn.edu <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1259.167.000) 05/26 03:19:06 Job ad information event triggered. StartdAddr = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T03:19:06" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_75308_64869158@stat101.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.167.000) 05/26 03:19:06 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_75308_64869158@stat101.phys.uconn.edu, rescheduling job ... 028 (1259.167.000) 05/26 03:19:06 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:19:06" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" StartdName = "glidein_75308_64869158@stat101.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.167.000) 05/26 03:19:46 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1259.167.000) 05/26 03:19:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:19:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 03:20:41 Image size of job updated: 1263896 368 - MemoryUsage of job (MB) 376668 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:20:41 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:20:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376668 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 03:22:40 Image size of job updated: 1331484 368 - MemoryUsage of job (MB) 376468 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:22:40 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:22:40" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 03:23:51 Image size of job updated: 1331488 372 - MemoryUsage of job (MB) 380136 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 03:23:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:23:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.015.000) 05/26 03:26:23 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_34965_670612000@iut2-c210.iu.edu <149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP> ... 028 (1259.015.000) 05/26 03:26:23 Job ad information event triggered. StartdAddr = "<149.165.225.120:43307?CCBID=192.170.227.251:9773%3faddrs%3d192.170.227.251-9773#39382&addrs=149.165.225.120-43307&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7721439" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c210.iu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-26T03:26:23" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_34965_670612000@iut2-c210.iu.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "1671034.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.015.000) 05/26 03:26:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_34965_670612000@iut2-c210.iu.edu, rescheduling job ... 028 (1259.015.000) 05/26 03:26:23 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce" EventTime = "2019-05-26T03:26:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1671034.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "9" JOB_GLIDEIN_Schedd = "schedd_glideins6@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7721439" StartdName = "glidein_34965_670612000@iut2-c210.iu.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@iut2-c210.iu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 03:27:42 Image size of job updated: 1331484 368 - MemoryUsage of job (MB) 376612 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:27:42 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:27:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.015.000) 05/26 03:27:53 Job executing on host: <72.36.96.212:46845?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#37243&addrs=72.36.96.212-46845&noUDP> ... 028 (1259.015.000) 05/26 03:27:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 15 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:27:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.212:46845?CCBID=192.170.227.251:9795%3faddrs%3d192.170.227.251-9795#37243&addrs=72.36.96.212-46845&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266780.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27166" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c083.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 03:32:42 Image size of job updated: 1331484 369 - MemoryUsage of job (MB) 377020 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:32:42 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:32:42" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377020 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 03:35:44 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 376972 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:35:44 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:35:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 376972 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 03:38:53 Image size of job updated: 1331488 372 - MemoryUsage of job (MB) 380548 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 03:38:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:38:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380548 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 03:40:46 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377336 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:40:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:40:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377336 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 03:42:43 Image size of job updated: 1331484 369 - MemoryUsage of job (MB) 377024 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:42:43 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:42:43" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377024 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 024 (1259.225.000) 05/26 03:44:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309, rescheduling job ... 028 (1259.225.000) 05/26 03:44:23 Job ad information event triggered. JOB_Site = "SU-ITS" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 225 JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" EventTime = "2019-05-26T03:44:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "SU-ITS" JOB_GLIDEIN_SiteWMS_JobId = "4390561.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23297" StartdName = "glidein_3442_476989060@VETS-AF-0171-S2-its-c7-osg-20190309" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1@VETS-AF-0171-S2-its-c7-osg-20190309" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.225.000) 05/26 03:44:50 Job executing on host: <137.99.79.140:13087?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#742&addrs=137.99.79.140-13087+[--1]-13087&noUDP> ... 028 (1259.225.000) 05/26 03:44:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:44:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.140:13087?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#742&addrs=137.99.79.140-13087+[--1]-13087&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 03:45:46 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377420 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:45:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:45:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377420 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.282.000) 05/26 03:47:34 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2842966_163447376@stat114.phys.uconn.edu <137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP> ... 028 (1259.282.000) 05/26 03:47:34 Job ad information event triggered. StartdAddr = "<137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "16474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T03:47:34" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_2842966_163447376@stat114.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.282.000) 05/26 03:47:34 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2842966_163447376@stat114.phys.uconn.edu, rescheduling job ... 028 (1259.282.000) 05/26 03:47:34 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:47:34" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" StartdName = "glidein_2842966_163447376@stat114.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 03:47:44 Image size of job updated: 1331484 369 - MemoryUsage of job (MB) 377656 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:47:44 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:47:44" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377656 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.282.000) 05/26 03:48:35 Job executing on host: <192.170.226.12:36051?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867761&addrs=192.170.226.12-36051&noUDP> ... 028 (1259.282.000) 05/26 03:48:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T03:48:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.12:36051?CCBID=192.170.227.251:9872%3faddrs%3d192.170.227.251-9872#867761&addrs=192.170.226.12-36051&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1387538.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "34624" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c422.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.225.000) 05/26 03:50:01 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 371460 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/26 03:50:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:50:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 371460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.260.000) 05/26 03:50:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_60316_951386401@mwt2-c063.campuscluster.illinois.edu <72.36.96.192:45918?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873917&addrs=72.36.96.192-45918&noUDP> ... 028 (1259.260.000) 05/26 03:50:08 Job ad information event triggered. StartdAddr = "<72.36.96.192:45918?CCBID=192.170.227.251:9812%3faddrs%3d192.170.227.251-9812#873917&addrs=72.36.96.192-45918&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "26956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c063.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 260 EventTime = "2019-05-26T03:50:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_60316_951386401@mwt2-c063.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "277351.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.260.000) 05/26 03:50:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_60316_951386401@mwt2-c063.campuscluster.illinois.edu, rescheduling job ... 028 (1259.260.000) 05/26 03:50:08 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:50:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "277351.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "26956" StartdName = "glidein_60316_951386401@mwt2-c063.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_37@mwt2-c063.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.155.000) 05/26 03:50:20 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3873333_370469632@stat0.phys.uconn.edu <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 03:50:20 Job ad information event triggered. StartdAddr = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T03:50:20" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.155.000) 05/26 03:50:23 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_3873333_370469632@stat0.phys.uconn.edu, rescheduling job ... 028 (1259.155.000) 05/26 03:50:23 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:50:23" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211958" StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 03:50:46 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377612 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:50:46 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:50:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377612 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.155.000) 05/26 03:50:51 Job executing on host: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 03:50:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:50:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211958" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.260.000) 05/26 03:50:52 Job executing on host: <137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP> ... 028 (1259.260.000) 05/26 03:50:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:50:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.232.000) 05/26 03:51:42 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_1185778_599669304@stat29.phys.uconn.edu <137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP> ... 028 (1259.232.000) 05/26 03:51:42 Job ad information event triggered. StartdAddr = "<137.99.79.249:24809?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector1#685&addrs=137.99.79.249-24809+[--1]-24809&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212411" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T03:51:42" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_1185778_599669304@stat29.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.232.000) 05/26 03:51:43 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_1185778_599669304@stat29.phys.uconn.edu, rescheduling job ... 028 (1259.232.000) 05/26 03:51:43 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:51:43" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716300.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212411" StartdName = "glidein_1185778_599669304@stat29.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat29.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/26 03:52:42 Job executing on host: <72.36.96.51:45169?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#855062&addrs=72.36.96.51-45169&noUDP> ... 028 (1259.232.000) 05/26 03:52:42 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 232 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce_mcore" EventTime = "2019-05-26T03:52:42" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.51:45169?CCBID=192.170.227.251:9796%3faddrs%3d192.170.227.251-9796#855062&addrs=72.36.96.51-45169&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1670158.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "31614" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c144.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 03:52:45 Image size of job updated: 1331484 369 - MemoryUsage of job (MB) 377828 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 03:52:45 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:52:45" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377828 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.011.000) 05/26 03:54:09 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_62425_277691124@mwt2-c154.campuscluster.illinois.edu <72.36.96.61:37259?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#876242&addrs=72.36.96.61-37259&noUDP> ... 028 (1259.011.000) 05/26 03:54:09 Job ad information event triggered. StartdAddr = "<72.36.96.61:37259?CCBID=192.170.227.251:9831%3faddrs%3d192.170.227.251-9831#876242&addrs=72.36.96.61-37259&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7969880" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c154.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "MWT2" JOB_GLIDEIN_Site = "MWT2" Proc = 11 EventTime = "2019-05-26T03:54:09" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_62425_277691124@mwt2-c154.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" JOB_GLIDEIN_SiteWMS_JobId = "276375.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.011.000) 05/26 03:54:09 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_62425_277691124@mwt2-c154.campuscluster.illinois.edu, rescheduling job ... 028 (1259.011.000) 05/26 03:54:09 Job ad information event triggered. JOB_Site = "MWT2" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 11 JOB_GLIDEIN_Entry_Name = "OSG_US_MWT2_mwt2_condce" EventTime = "2019-05-26T03:54:09" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "mwt2-gk.campuscluster.illinois.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "MWT2" JOB_GLIDEIN_SiteWMS_JobId = "276375.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7969880" StartdName = "glidein_62425_277691124@mwt2-c154.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@mwt2-c154.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.225.000) 05/26 03:55:01 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375344 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/26 03:55:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T03:55:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375344 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.011.000) 05/26 03:55:21 Job executing on host: <72.36.96.191:40933?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#36576&addrs=72.36.96.191-40933&noUDP> ... 028 (1259.011.000) 05/26 03:55:21 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T03:55:21" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.191:40933?CCBID=192.170.227.251:9722%3faddrs%3d192.170.227.251-9722#36576&addrs=72.36.96.191-40933&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266799.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27188" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 03:55:47 Image size of job updated: 1263896 369 - MemoryUsage of job (MB) 377708 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 03:55:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:55:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 03:58:55 Image size of job updated: 1331488 372 - MemoryUsage of job (MB) 380792 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 03:58:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T03:58:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380792 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 04:00:47 Image size of job updated: 1263896 370 - MemoryUsage of job (MB) 377928 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:00:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:00:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 377928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.187.000) 05/26 04:01:03 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_480038_188769258@comphy <128.186.19.131:32332?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#712&addrs=128.186.19.131-32332+[--1]-32332&noUDP> ... 028 (1259.187.000) 05/26 04:01:03 Job ad information event triggered. StartdAddr = "<128.186.19.131:32332?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#712&addrs=128.186.19.131-32332+[--1]-32332&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "30332" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 187 EventTime = "2019-05-26T04:01:03" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_480038_188769258@comphy" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" EventDescription = "Job disconnected, attempting to reconnect" ... 006 (1259.226.000) 05/26 04:02:47 Image size of job updated: 1331484 370 - MemoryUsage of job (MB) 378540 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:02:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:02:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:03:56 Image size of job updated: 1331488 373 - MemoryUsage of job (MB) 380940 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:03:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:03:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380940 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.273.000) 05/26 04:04:26 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_96650_373449568@mwt2-c102.campuscluster.illinois.edu <72.36.96.231:39801?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866465&addrs=72.36.96.231-39801&noUDP> ... 028 (1259.273.000) 05/26 04:04:26 Job ad information event triggered. StartdAddr = "<72.36.96.231:39801?CCBID=192.170.227.251:9741%3faddrs%3d192.170.227.251-9741#866465&addrs=72.36.96.231-39801&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7970006" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c102.campuscluster.illinois.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 273 EventTime = "2019-05-26T04:04:26" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_96650_373449568@mwt2-c102.campuscluster.illinois.edu" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" JOB_GLIDEIN_SiteWMS_JobId = "266186.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.273.000) 05/26 04:04:27 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_96650_373449568@mwt2-c102.campuscluster.illinois.edu, rescheduling job ... 028 (1259.273.000) 05/26 04:04:27 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T04:04:27" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266186.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "8" JOB_GLIDEIN_Schedd = "schedd_glideins4@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7970006" StartdName = "glidein_96650_373449568@mwt2-c102.campuscluster.illinois.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@mwt2-c102.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.273.000) 05/26 04:04:46 Job executing on host: <137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP> ... 028 (1259.273.000) 05/26 04:04:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:04:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8775" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:05:49 Image size of job updated: 1263896 370 - MemoryUsage of job (MB) 378300 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:05:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:05:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 378300 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 04:07:47 Image size of job updated: 1331484 371 - MemoryUsage of job (MB) 379392 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:07:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:07:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379392 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:08:56 Image size of job updated: 1331488 373 - MemoryUsage of job (MB) 381476 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:08:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:08:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381476 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:09:01 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375460 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:09:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:09:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.220.000) 05/26 04:10:08 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_2604286_66164800@stat114.phys.uconn.edu <137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP> ... 028 (1259.220.000) 05/26 04:10:08 Job ad information event triggered. StartdAddr = "<137.99.79.178:23722?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#695&addrs=137.99.79.178-23722+[--1]-23722&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7214435" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T04:10:08" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_2604286_66164800@stat114.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.220.000) 05/26 04:10:08 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_2604286_66164800@stat114.phys.uconn.edu, rescheduling job ... 028 (1259.220.000) 05/26 04:10:08 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:10:08" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716898.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7214435" StartdName = "glidein_2604286_66164800@stat114.phys.uconn.edu" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:10:49 Image size of job updated: 1263896 371 - MemoryUsage of job (MB) 379488 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:10:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:10:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.220.000) 05/26 04:10:53 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.220.000) 05/26 04:10:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:10:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 04:12:47 Image size of job updated: 1331484 371 - MemoryUsage of job (MB) 379696 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:12:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:12:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379696 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:13:57 Image size of job updated: 1331488 373 - MemoryUsage of job (MB) 381708 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:13:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:13:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381708 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:14:02 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377116 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:14:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:14:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:15:50 Image size of job updated: 1263896 371 - MemoryUsage of job (MB) 379540 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:15:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:15:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379540 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 04:17:47 Image size of job updated: 1331484 372 - MemoryUsage of job (MB) 380008 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:17:47 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:17:47" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380008 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:18:57 Image size of job updated: 1331488 374 - MemoryUsage of job (MB) 382116 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:18:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:18:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 382116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:19:02 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379036 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:19:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:19:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379036 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 04:22:48 Image size of job updated: 1331484 372 - MemoryUsage of job (MB) 380132 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:22:48 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:22:48" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380132 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:23:57 Image size of job updated: 1331488 374 - MemoryUsage of job (MB) 382268 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:23:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:23:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 382268 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:24:02 Image size of job updated: 1500000 373 - MemoryUsage of job (MB) 381404 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:24:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:24:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 381404 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:25:50 Image size of job updated: 1263896 371 - MemoryUsage of job (MB) 379804 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:25:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:25:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 379804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.155.000) 05/26 04:26:36 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3873333_370469632@stat0.phys.uconn.edu <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 04:26:36 Job ad information event triggered. StartdAddr = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T04:26:36" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 023 (1259.155.000) 05/26 04:26:36 Job reconnected to glidein_3873333_370469632@stat0.phys.uconn.edu startd address: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> starter address: <137.99.79.220:6203?addrs=137.99.79.220-6203+[--1]-6203&noUDP> ... 028 (1259.155.000) 05/26 04:26:36 Job ad information event triggered. StartdAddr = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T04:26:36" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<137.99.79.220:6203?addrs=137.99.79.220-6203+[--1]-6203&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" EventDescription = "Job reconnected" ... 006 (1259.226.000) 05/26 04:27:49 Image size of job updated: 1331484 372 - MemoryUsage of job (MB) 380468 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:27:49 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:27:49" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 04:28:57 Image size of job updated: 1331488 375 - MemoryUsage of job (MB) 383072 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 04:28:57 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331488 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:28:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:29:03 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383272 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:29:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:29:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383272 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:30:51 Image size of job updated: 1263896 372 - MemoryUsage of job (MB) 380448 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:30:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:30:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380448 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.155.000) 05/26 04:32:40 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_3873333_370469632@stat0.phys.uconn.edu <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 04:32:40 Job ad information event triggered. StartdAddr = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T04:32:40" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" EventDescription = "Job disconnected, attempting to reconnect" ... 023 (1259.155.000) 05/26 04:32:40 Job reconnected to glidein_3873333_370469632@stat0.phys.uconn.edu startd address: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> starter address: <137.99.79.220:6203?addrs=137.99.79.220-6203+[--1]-6203&noUDP> ... 028 (1259.155.000) 05/26 04:32:40 Job ad information event triggered. StartdAddr = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobReconnectedEvent" TriggerEventTypeName = "ULOG_JOB_RECONNECTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T04:32:40" TriggerEventTypeNumber = 23 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_3873333_370469632@stat0.phys.uconn.edu" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" StarterAddr = "<137.99.79.220:6203?addrs=137.99.79.220-6203+[--1]-6203&noUDP>" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" EventDescription = "Job reconnected" ... 006 (1259.226.000) 05/26 04:32:50 Image size of job updated: 1331484 373 - MemoryUsage of job (MB) 381140 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:32:50 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:32:50" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.159.000) 05/26 04:34:03 Image size of job updated: 1500000 377 - MemoryUsage of job (MB) 385256 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:34:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:34:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 385256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:35:51 Image size of job updated: 1263896 372 - MemoryUsage of job (MB) 380804 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:35:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:35:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380804 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 04:37:39 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:06, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 04:37:39 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T04:37:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:06, Sys 0 00:00:54" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" ... 006 (1259.226.000) 05/26 04:37:51 Image size of job updated: 1331484 373 - MemoryUsage of job (MB) 381332 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:37:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1331484 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:37:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381332 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.259.000) 05/26 04:37:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:34, Sys 0 00:04:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1551073664 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 04:37:56 Job ad information event triggered. SentBytes = 1551073664.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18183" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T04:37:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:59:34, Sys 0 00:04:00" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" ... 001 (1259.155.000) 05/26 04:38:51 Job executing on host: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 04:38:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:38:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211958" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 04:38:51 Job executing on host: <137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP> ... 028 (1259.259.000) 05/26 04:38:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:38:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18183" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.159.000) 05/26 04:39:04 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387220 - ResidentSetSize of job (KB) ... 028 (1259.159.000) 05/26 04:39:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 159 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:39:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 ResidentSetSize = 387220 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 04:40:51 Image size of job updated: 1263896 372 - MemoryUsage of job (MB) 380836 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:40:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:40:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 380836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.015.000) 05/26 04:40:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:04:05, Sys 0 00:02:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1088168064 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.015.000) 05/26 04:40:57 Job ad information event triggered. SentBytes = 1088168064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27166" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@mwt2-c083.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 15 EventTime = "2019-05-26T04:40:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:04:05, Sys 0 00:02:16" JOB_GLIDEIN_SiteWMS_JobId = "266780.0" ... 024 (1259.187.000) 05/26 04:41:04 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_480038_188769258@comphy, rescheduling job ... 028 (1259.187.000) 05/26 04:41:04 Job ad information event triggered. JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 187 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T04:41:04" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "68061.0" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "30332" StartdName = "glidein_480038_188769258@comphy" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@comphy.fsu.edu" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.015.000) 05/26 04:41:48 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1259.015.000) 05/26 04:41:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 15 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:41:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.187.000) 05/26 04:41:51 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1259.187.000) 05/26 04:41:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:41:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.140.000) 05/26 04:41:58 Job terminated. (1) Normal termination (return value 0) Usr 0 02:24:47, Sys 0 00:03:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:24:47, Sys 0 00:03:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1851701632 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1851701632 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2221033 1 893224368 Memory (MB) : 391 1024 2048 ... 028 (1259.140.000) 05/26 04:41:58 Job ad information event triggered. SentBytes = 1851701632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "18250" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat115.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:24:47, Sys 0 00:03:56" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 140 EventTime = "2019-05-26T04:41:58" TotalSentBytes = 1851701632.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:47, Sys 0 00:03:56" JOB_GLIDEIN_SiteWMS_JobId = "8717258.0" TotalReceivedBytes = 845120448.0 ... 005 (1259.159.000) 05/26 04:42:13 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:01, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:01, Sys 0 00:04:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878510080 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1878510080 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2247213 1 84644420 Memory (MB) : 379 1024 2048 ... 028 (1259.159.000) 05/26 04:42:13 Job ad information event triggered. SentBytes = 1878510080.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:47:01, Sys 0 00:04:41" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 159 EventTime = "2019-05-26T04:42:13" TotalSentBytes = 1878510080.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:47:01, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" TotalReceivedBytes = 845120448.0 ... 004 (1259.232.000) 05/26 04:42:19 Job was evicted. (0) Job terminated and was requeued Usr 0 00:49:56, Sys 0 00:01:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089918336 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 04:42:19 Job ad information event triggered. SentBytes = 1089918336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "31614" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@mwt2-c144.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 232 EventTime = "2019-05-26T04:42:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins2@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_iut2_condce_mcore" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "iut2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:49:56, Sys 0 00:01:24" JOB_GLIDEIN_SiteWMS_JobId = "1670158.0" ... 001 (1259.232.000) 05/26 04:42:46 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.232.000) 05/26 04:42:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T04:42:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 04:42:51 Image size of job updated: 1448476 393 - MemoryUsage of job (MB) 401660 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:42:51 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1448476 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:42:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 04:45:52 Image size of job updated: 1263896 373 - MemoryUsage of job (MB) 381148 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:45:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:45:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381148 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 04:47:52 Image size of job updated: 1565664 393 - MemoryUsage of job (MB) 401660 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 04:47:52 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:47:52" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 04:50:53 Image size of job updated: 1263896 373 - MemoryUsage of job (MB) 381568 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:50:53 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:50:53" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 04:55:55 Image size of job updated: 1263896 373 - MemoryUsage of job (MB) 381820 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 04:55:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T04:55:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 373 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 381820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 05:00:55 Image size of job updated: 1263896 374 - MemoryUsage of job (MB) 382688 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:00:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:00:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 382688 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.220.000) 05/26 05:04:12 Job was evicted. (0) Job terminated and was requeued Usr 0 00:58:41, Sys 0 00:01:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1133735552 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.220.000) 05/26 05:04:12 Job ad information event triggered. SentBytes = 1133735552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T05:04:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:58:41, Sys 0 00:01:19" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 001 (1259.220.000) 05/26 05:04:49 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.220.000) 05/26 05:04:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:04:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 05:05:55 Image size of job updated: 1263896 374 - MemoryUsage of job (MB) 382916 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:05:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:05:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 382916 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.261.000) 05/26 05:09:02 Image size of job updated: 1448480 375 - MemoryUsage of job (MB) 383072 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 05:09:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1448480 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:09:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 05:10:55 Image size of job updated: 1263896 375 - MemoryUsage of job (MB) 383136 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:10:55 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1263896 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:10:55" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383136 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 05:12:18 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:55, Sys 0 00:00:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790624 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 05:12:18 Job ad information event triggered. SentBytes = 337790624.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T05:12:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:55, Sys 0 00:00:59" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" ... 001 (1259.155.000) 05/26 05:12:46 Job executing on host: <137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP> ... 028 (1259.155.000) 05/26 05:12:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:12:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:18405?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#663&addrs=137.99.79.220-18405+[--1]-18405&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211958" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 05:14:03 Image size of job updated: 1633256 375 - MemoryUsage of job (MB) 383072 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 05:14:03 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1633256 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:14:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.260.000) 05/26 05:15:02 Image size of job updated: 1755136 416 - MemoryUsage of job (MB) 425000 - ResidentSetSize of job (KB) ... 028 (1259.260.000) 05/26 05:15:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1755136 Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:15:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 416 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 ResidentSetSize = 425000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.260.000) 05/26 05:15:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:25, Sys 0 00:02:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1071475456 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/26 05:15:37 Job ad information event triggered. SentBytes = 1071475456.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 260 EventTime = "2019-05-26T05:15:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:25, Sys 0 00:02:11" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" ... 001 (1259.260.000) 05/26 05:15:46 Job executing on host: <137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP> ... 028 (1259.260.000) 05/26 05:15:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:15:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216092" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 05:15:56 Image size of job updated: 1565664 387 - MemoryUsage of job (MB) 395468 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:15:56 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:15:56" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 395468 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.229.000) 05/26 05:25:58 Image size of job updated: 1565664 387 - MemoryUsage of job (MB) 396012 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:25:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:25:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 387 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 396012 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.282.000) 05/26 05:27:23 Job was evicted. (0) Job terminated and was requeued Usr 0 01:44:12, Sys 0 00:02:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679307392 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 05:27:23 Job ad information event triggered. SentBytes = 1679307392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "34624" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@uct2-c422.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 282 EventTime = "2019-05-26T05:27:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:44:12, Sys 0 00:02:40" JOB_GLIDEIN_SiteWMS_JobId = "1387538.0" ... 001 (1259.282.000) 05/26 05:28:18 Job executing on host: <128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP> ... 028 (1259.282.000) 05/26 05:28:18 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "GLUEX_US_FSU_HNPGRID" Proc = 282 JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" EventTime = "2019-05-26T05:28:18" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<128.186.19.143:34817?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#711&addrs=128.186.19.143-34817+[--1]-34817&noUDP>" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "8404821" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 05:30:58 Image size of job updated: 1565664 388 - MemoryUsage of job (MB) 396484 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:30:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:30:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 396484 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.225.000) 05/26 05:35:12 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376016 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/26 05:35:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:35:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376016 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 05:35:58 Image size of job updated: 1565664 388 - MemoryUsage of job (MB) 397004 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:35:58 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:35:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 388 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397004 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.167.000) 05/26 05:38:54 Job was evicted. (0) Job terminated and was requeued Usr 0 02:09:09, Sys 0 00:04:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437582336 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 05:38:54 Job ad information event triggered. SentBytes = 1437582336.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T05:38:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:09:09, Sys 0 00:04:42" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" ... 001 (1259.167.000) 05/26 05:39:55 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 028 (1259.167.000) 05/26 05:39:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:39:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.225.000) 05/26 05:40:12 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377788 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/26 05:40:12 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:40:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.229.000) 05/26 05:40:59 Image size of job updated: 1565664 389 - MemoryUsage of job (MB) 397452 - ResidentSetSize of job (KB) ... 028 (1259.229.000) 05/26 05:40:59 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T05:40:59" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 389 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 397452 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.225.000) 05/26 05:45:13 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379040 - ResidentSetSize of job (KB) ... 028 (1259.225.000) 05/26 05:45:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 225 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T05:45:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213598" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379040 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 05:45:43 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:20, Sys 0 00:00:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 05:45:43 Job ad information event triggered. SentBytes = 337789984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211958" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@stat0.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T05:45:43" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:20, Sys 0 00:00:57" JOB_GLIDEIN_SiteWMS_JobId = "8716185.0" ... 001 (1259.155.000) 05/26 05:46:52 Job executing on host: <192.170.226.51:38259?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880943&addrs=192.170.226.51-38259&noUDP> ... 028 (1259.155.000) 05/26 05:46:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T05:46:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<192.170.226.51:38259?CCBID=192.170.227.251:9717%3faddrs%3d192.170.227.251-9717#880943&addrs=192.170.226.51-38259&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1389819.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c227.mwt2.org" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.225.000) 05/26 05:49:05 Job terminated. (1) Normal termination (return value 0) Usr 0 02:08:00, Sys 0 00:03:33 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:08:00, Sys 0 00:03:33 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1893280512 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1893280512 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2261637 1 71071180 Memory (MB) : 371 1024 2048 ... 028 (1259.225.000) 05/26 05:49:05 Job ad information event triggered. SentBytes = 1893280512.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213598" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod5.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:08:00, Sys 0 00:03:33" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 225 EventTime = "2019-05-26T05:49:05" TotalSentBytes = 1893280512.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:08:00, Sys 0 00:03:33" JOB_GLIDEIN_SiteWMS_JobId = "8716805.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.011.000) 05/26 06:00:41 Image size of job updated: 1500000 418 - MemoryUsage of job (MB) 427360 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/26 06:00:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T06:00:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 418 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266799.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27188" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 427360 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/26 06:05:41 Image size of job updated: 1500000 419 - MemoryUsage of job (MB) 429032 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/26 06:05:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T06:05:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 419 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266799.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27188" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 429032 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.011.000) 05/26 06:10:41 Image size of job updated: 1500000 422 - MemoryUsage of job (MB) 431568 - ResidentSetSize of job (KB) ... 028 (1259.011.000) 05/26 06:10:41 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 11 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T06:10:41" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" MemoryUsage = 422 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "266799.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27188" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c062.campuscluster.illinois.edu" Subproc = 0 ResidentSetSize = 431568 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/26 06:12:03 Image size of job updated: 1750000 613 - MemoryUsage of job (MB) 626832 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/26 06:12:03 Job ad information event triggered. JOB_Site = "UChicago" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 155 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" EventTime = "2019-05-26T06:12:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" MemoryUsage = 613 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "1389819.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7370961" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c227.mwt2.org" Subproc = 0 ResidentSetSize = 626832 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.220.000) 05/26 06:21:40 Job was evicted. (0) Job terminated and was requeued Usr 0 00:58:05, Sys 0 00:01:14 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1133735552 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.220.000) 05/26 06:21:40 Job ad information event triggered. SentBytes = 1133735552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T06:21:40" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:58:05, Sys 0 00:01:14" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 004 (1259.116.000) 05/26 06:22:46 Job was evicted. (0) Job was not checkpointed. Usr 0 01:41:58, Sys 0 00:13:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1659497 1 92167568 Memory (MB) : 379 1024 2500 ... 028 (1259.116.000) 05/26 06:22:46 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7210683" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 116 EventTime = "2019-05-26T06:22:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "grid" RunRemoteUsage = "Usr 0 01:41:58, Sys 0 00:13:30" JOB_GLIDEIN_SiteWMS_JobId = "1512830.proton" ... 001 (1259.220.000) 05/26 06:22:53 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.220.000) 05/26 06:22:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:22:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.116.000) 05/26 06:23:49 Job executing on host: <137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP> ... 028 (1259.116.000) 05/26 06:23:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 116 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:23:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 06:29:52 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:18, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 06:29:52 Job ad information event triggered. SentBytes = 337789248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7370961" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@uct2-c227.mwt2.org" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 155 EventTime = "2019-05-26T06:29:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins1@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_uct2_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "uct2-gk.mwt2.org" RunRemoteUsage = "Usr 0 00:24:18, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "1389819.0" ... 006 (1259.226.000) 05/26 06:33:09 Image size of job updated: 1565664 393 - MemoryUsage of job (MB) 401988 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:33:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:33:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 401988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.155.000) 05/26 06:34:33 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.155.000) 05/26 06:34:33 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 155 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T06:34:33" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 06:38:09 Image size of job updated: 1565664 393 - MemoryUsage of job (MB) 402284 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:38:09 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:38:09" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 393 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 402284 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 06:43:10 Image size of job updated: 1565664 394 - MemoryUsage of job (MB) 403188 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:43:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:43:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 394 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403188 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.011.000) 05/26 06:43:48 Job terminated. (1) Normal termination (return value 0) Usr 0 02:18:30, Sys 0 00:04:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:18:30, Sys 0 00:04:30 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1870873344 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1870873344 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 618195268 Memory (MB) : 422 1024 1920 ... 028 (1259.011.000) 05/26 06:43:48 Job ad information event triggered. SentBytes = 1870873344.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "27188" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@mwt2-c062.campuscluster.illinois.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:18:30, Sys 0 00:04:30" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 11 EventTime = "2019-05-26T06:43:48" TotalSentBytes = 1870873344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "4" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 02:18:30, Sys 0 00:04:30" JOB_GLIDEIN_SiteWMS_JobId = "266799.0" TotalReceivedBytes = 1690240896.0 ... 006 (1259.226.000) 05/26 06:48:10 Image size of job updated: 1565664 395 - MemoryUsage of job (MB) 403660 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:48:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 395 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 403660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 06:53:10 Image size of job updated: 1565664 396 - MemoryUsage of job (MB) 404788 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:53:10 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:53:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 404788 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.273.000) 05/26 06:54:35 Job was evicted. (0) Job terminated and was requeued Usr 0 02:33:22, Sys 0 00:05:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800041088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 06:54:35 Job ad information event triggered. SentBytes = 1800041088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8775" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T06:54:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:33:22, Sys 0 00:05:01" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" ... 001 (1259.273.000) 05/26 06:55:47 Job executing on host: <137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP> ... 028 (1259.273.000) 05/26 06:55:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:55:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8775" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 06:58:12 Image size of job updated: 1565664 396 - MemoryUsage of job (MB) 405172 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 06:58:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T06:58:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405172 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.232.000) 05/26 06:59:18 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:03, Sys 0 00:03:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089921408 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 06:59:18 Job ad information event triggered. SentBytes = 1089921408.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T06:59:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:03, Sys 0 00:03:20" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1259.232.000) 05/26 06:59:54 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.232.000) 05/26 06:59:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T06:59:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.260.000) 05/26 07:02:05 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:59, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1072595008 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/26 07:02:05 Job ad information event triggered. SentBytes = 1072595008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 260 EventTime = "2019-05-26T07:02:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:59, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" ... 004 (1259.259.000) 05/26 07:02:26 Job was evicted. (0) Job terminated and was requeued Usr 0 02:02:18, Sys 0 00:03:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1551068672 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 07:02:26 Job ad information event triggered. SentBytes = 1551068672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18183" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T07:02:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:02:18, Sys 0 00:03:35" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" ... 001 (1259.259.000) 05/26 07:02:58 Job executing on host: <137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP> ... 001 (1259.260.000) 05/26 07:02:58 Job executing on host: <137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP> ... 028 (1259.259.000) 05/26 07:02:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:02:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18183" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 028 (1259.260.000) 05/26 07:02:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:02:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216092" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 07:03:10 Job was evicted. (0) Job terminated and was requeued Usr 0 00:16:49, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788064 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 07:03:10 Job ad information event triggered. SentBytes = 337788064.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 155 EventTime = "2019-05-26T07:03:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:16:49, Sys 0 00:00:40" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 006 (1259.226.000) 05/26 07:03:12 Image size of job updated: 1565664 396 - MemoryUsage of job (MB) 405176 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:03:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:03:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 396 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405176 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.155.000) 05/26 07:03:48 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 07:03:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:03:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 07:08:02 Image size of job updated: 1701224 375 - MemoryUsage of job (MB) 383072 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 07:08:02 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1701224 Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:08:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 383072 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 07:08:12 Image size of job updated: 1565664 397 - MemoryUsage of job (MB) 405772 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:08:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:08:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 397 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 405772 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 07:12:16 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375128 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:12:16 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:12:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375128 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:13:12 Image size of job updated: 1565664 398 - MemoryUsage of job (MB) 406908 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:13:12 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:13:12" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 406908 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.220.000) 05/26 07:14:49 Job was evicted. (0) Job terminated and was requeued Usr 0 00:57:18, Sys 0 00:01:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1133734016 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.220.000) 05/26 07:14:49 Job ad information event triggered. SentBytes = 1133734016.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T07:14:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:57:18, Sys 0 00:01:06" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" ... 001 (1259.220.000) 05/26 07:15:51 Job executing on host: <137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP> ... 028 (1259.220.000) 05/26 07:15:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 220 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:15:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.160:28613?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#720&addrs=137.99.79.160-28613+[--1]-28613&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/26 07:17:17 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376264 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:17:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:17:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376264 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 07:17:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:35, Sys 0 00:03:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679298176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 07:17:44 Job ad information event triggered. SentBytes = 1679298176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8404821" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_14@scigrid2.physics.fsu.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_Site = "GLUEX_US_FSU_HNPGRID" Proc = 282 EventTime = "2019-05-26T07:17:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins9@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "GLUEX_US_FSU_HNPGRID" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "comphy.fsu.edu" RunRemoteUsage = "Usr 0 01:42:35, Sys 0 00:03:53" JOB_GLIDEIN_SiteWMS_JobId = "67987.0" ... 001 (1259.282.000) 05/26 07:18:09 Job executing on host: <72.36.96.205:40870?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875655&addrs=72.36.96.205-40870&noUDP> ... 028 (1259.282.000) 05/26 07:18:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 282 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-26T07:18:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.205:40870?CCBID=192.170.227.251:9794%3faddrs%3d192.170.227.251-9794#875655&addrs=72.36.96.205-40870&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "267543.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "27853" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c076.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:18:14 Image size of job updated: 1565664 399 - MemoryUsage of job (MB) 407624 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:18:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:18:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 407624 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 07:22:17 Image size of job updated: 1500000 369 - MemoryUsage of job (MB) 377700 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:22:17 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:22:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 369 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 377700 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:23:14 Image size of job updated: 1565664 399 - MemoryUsage of job (MB) 408328 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:23:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:23:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 408328 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.187.000) 05/26 07:27:18 Image size of job updated: 1500000 371 - MemoryUsage of job (MB) 379060 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:27:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:27:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 371 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 379060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:28:14 Image size of job updated: 1565664 400 - MemoryUsage of job (MB) 409232 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:28:14 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:28:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409232 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 07:30:55 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:47, Sys 0 00:00:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337786208 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 07:30:55 Job ad information event triggered. SentBytes = 337786208.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T07:30:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:47, Sys 0 00:00:55" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 07:31:45 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 07:31:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:31:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.187.000) 05/26 07:32:18 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382080 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:32:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:32:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382080 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:33:15 Image size of job updated: 1565664 400 - MemoryUsage of job (MB) 409512 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:33:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:33:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 400 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 409512 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 005 (1259.015.000) 05/26 07:37:00 Job terminated. (1) Normal termination (return value 0) Usr 0 02:43:01, Sys 0 00:05:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:43:01, Sys 0 00:05:03 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1867415040 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 6220090880 - Total Bytes Sent By Job 3380481792 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2236378 1 76225568 Memory (MB) : 3907 1024 2048 ... 028 (1259.015.000) 05/26 07:37:00 Job ad information event triggered. SentBytes = 1867415040.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:43:01, Sys 0 00:05:03" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 15 EventTime = "2019-05-26T07:37:00" TotalSentBytes = 6220090880.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:01, Sys 0 00:05:03" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" TotalReceivedBytes = 3380481792.0 ... 006 (1259.187.000) 05/26 07:37:18 Image size of job updated: 1500000 378 - MemoryUsage of job (MB) 386488 - ResidentSetSize of job (KB) ... 028 (1259.187.000) 05/26 07:37:18 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:37:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 378 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 ResidentSetSize = 386488 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:38:15 Image size of job updated: 1565664 401 - MemoryUsage of job (MB) 410428 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:38:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:38:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 401 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410428 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.187.000) 05/26 07:39:03 Job was evicted. (0) Job terminated and was requeued Usr 0 02:43:14, Sys 0 00:05:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1896755072 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.187.000) 05/26 07:39:03 Job ad information event triggered. SentBytes = 1896755072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 187 EventTime = "2019-05-26T07:39:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:43:14, Sys 0 00:05:03" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 001 (1259.187.000) 05/26 07:39:46 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1259.187.000) 05/26 07:39:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 187 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:39:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:43:15 Image size of job updated: 1565664 402 - MemoryUsage of job (MB) 410704 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:43:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:43:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 410704 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 07:48:15 Image size of job updated: 1565664 403 - MemoryUsage of job (MB) 411740 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:48:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:48:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 411740 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.167.000) 05/26 07:51:01 Job was evicted. (0) Job terminated and was requeued Usr 0 01:59:54, Sys 0 00:04:15 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437579776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 07:51:01 Job ad information event triggered. SentBytes = 1437579776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T07:51:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:59:54, Sys 0 00:04:15" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 001 (1259.167.000) 05/26 07:51:47 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 028 (1259.167.000) 05/26 07:51:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:51:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:53:15 Image size of job updated: 1565664 403 - MemoryUsage of job (MB) 412244 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:53:15 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:53:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 022 (1259.261.000) 05/26 07:56:38 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_30504_981801920@nodo91 <10.0.0.91:39646?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876650&addrs=10.0.0.91-39646&noUDP> ... 028 (1259.261.000) 05/26 07:56:38 Job ad information event triggered. StartdAddr = "<10.0.0.91:39646?CCBID=192.170.227.251:9860%3faddrs%3d192.170.227.251-9860#876650&addrs=10.0.0.91-39646&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212876" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 261 EventTime = "2019-05-26T07:56:38" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_30504_981801920@nodo91" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "grid" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.261.000) 05/26 07:56:38 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_30504_981801920@nodo91, rescheduling job ... 028 (1259.261.000) 05/26 07:56:38 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 261 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:56:38" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1514113.proton" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212876" StartdName = "glidein_30504_981801920@nodo91" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.261.000) 05/26 07:57:46 Job executing on host: <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1259.261.000) 05/26 07:57:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:57:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 07:58:16 Image size of job updated: 1565664 404 - MemoryUsage of job (MB) 412840 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 07:58:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T07:58:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 404 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 412840 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.155.000) 05/26 07:59:46 Image size of job updated: 7725448 733 - MemoryUsage of job (MB) 750000 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/26 07:59:46 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 7725448 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T07:59:46" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 733 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 750000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 07:59:50 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:53, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 07:59:50 Job ad information event triggered. SentBytes = 337789216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T07:59:50" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:53, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 08:00:48 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 08:00:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:00:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 08:03:16 Image size of job updated: 1565664 405 - MemoryUsage of job (MB) 414600 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:03:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:03:16" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 405 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414600 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 08:08:17 Image size of job updated: 1565664 406 - MemoryUsage of job (MB) 414992 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:08:17 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:08:17" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 406 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 414992 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.116.000) 05/26 08:10:55 Job was evicted. (0) Job terminated and was requeued Usr 0 01:44:17, Sys 0 00:02:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1329988352 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.116.000) 05/26 08:10:55 Job ad information event triggered. SentBytes = 1329988352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17317" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 116 EventTime = "2019-05-26T08:10:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:44:17, Sys 0 00:02:49" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" ... 001 (1259.116.000) 05/26 08:11:54 Job executing on host: <137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP> ... 028 (1259.116.000) 05/26 08:11:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 116 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:11:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.180:9581?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#760&addrs=137.99.79.180-9581+[--1]-9581&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17317" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/26 08:12:13 Job was evicted. (0) Job terminated and was requeued Usr 0 01:10:15, Sys 0 00:02:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 843008000 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 08:12:13 Job ad information event triggered. SentBytes = 843008000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8775" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T08:12:13" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:10:15, Sys 0 00:02:10" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" ... 001 (1259.273.000) 05/26 08:12:46 Job executing on host: <137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP> ... 028 (1259.273.000) 05/26 08:12:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:12:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:9573?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#640&addrs=137.99.79.226-9573+[--1]-9573&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8775" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.226.000) 05/26 08:13:18 Image size of job updated: 1565664 407 - MemoryUsage of job (MB) 415996 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:13:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:13:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 407 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 415996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 08:18:18 Image size of job updated: 1565664 408 - MemoryUsage of job (MB) 417760 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:18:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:18:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 408 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 417760 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 006 (1259.226.000) 05/26 08:23:18 Image size of job updated: 1565664 409 - MemoryUsage of job (MB) 418308 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:23:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:23:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 409 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 418308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 004 (1259.155.000) 05/26 08:27:21 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:50, Sys 0 00:00:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 08:27:21 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T08:27:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:50, Sys 0 00:00:56" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 08:27:48 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 08:27:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:27:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 08:27:49 Job was evicted. (0) Job terminated and was requeued Usr 0 01:36:40, Sys 0 00:03:12 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089915392 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 08:27:49 Job ad information event triggered. SentBytes = 1089915392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T08:27:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:36:40, Sys 0 00:03:12" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 006 (1259.226.000) 05/26 08:28:18 Image size of job updated: 1565664 411 - MemoryUsage of job (MB) 419888 - ResidentSetSize of job (KB) ... 028 (1259.226.000) 05/26 08:28:18 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1565664 Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T08:28:18" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "grid" MemoryUsage = 411 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 ResidentSetSize = 419888 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.232.000) 05/26 08:28:48 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.232.000) 05/26 08:28:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:28:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.220.000) 05/26 08:34:54 Job terminated. (1) Normal termination (return value 0) Usr 0 01:32:52, Sys 0 00:01:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:32:52, Sys 0 00:01:22 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1898709376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 7567388672 - Total Bytes Sent By Job 3803042048 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2266939 1 77755416 Memory (MB) : 7325 1024 2048 ... 028 (1259.220.000) 05/26 08:34:54 Job ad information event triggered. SentBytes = 1898709376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod25.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:32:52, Sys 0 00:01:22" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 220 EventTime = "2019-05-26T08:34:54" TotalSentBytes = 7567388672.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:32:52, Sys 0 00:01:22" JOB_GLIDEIN_SiteWMS_JobId = "8713067.0" TotalReceivedBytes = 3803042048.0 ... 004 (1259.260.000) 05/26 08:41:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:30:40, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1072600896 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.260.000) 05/26 08:41:07 Job ad information event triggered. SentBytes = 1072600896.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 260 EventTime = "2019-05-26T08:41:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:30:40, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" ... 001 (1259.260.000) 05/26 08:41:52 Job executing on host: <137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP> ... 028 (1259.260.000) 05/26 08:41:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 260 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:41:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.232:30308?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#742&addrs=137.99.79.232-30308+[--1]-30308&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216092" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 08:53:08 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:56, Sys 0 00:00:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337786208 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 08:53:08 Job ad information event triggered. SentBytes = 337786208.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T08:53:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:56, Sys 0 00:00:49" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 08:53:49 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 08:53:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T08:53:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 08:58:21 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:19, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679305472 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 08:58:21 Job ad information event triggered. SentBytes = 1679305472.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "27853" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@mwt2-c076.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 282 EventTime = "2019-05-26T08:58:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "6" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:53:19, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "267543.0" ... 001 (1259.282.000) 05/26 09:02:10 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.282.000) 05/26 09:02:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T09:02:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.229.000) 05/26 09:09:11 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_6465_131595282@nodo86 <10.0.0.86:45910?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#859753&addrs=10.0.0.86-45910&noUDP> ... 028 (1259.229.000) 05/26 09:09:11 Job ad information event triggered. StartdAddr = "<10.0.0.86:45910?CCBID=192.170.227.251:9856%3faddrs%3d192.170.227.251-9856#859753&addrs=10.0.0.86-45910&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "13340" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 229 EventTime = "2019-05-26T09:09:11" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 StartdName = "glidein_6465_131595282@nodo86" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "grid" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.229.000) 05/26 09:09:11 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_6465_131595282@nodo86, rescheduling job ... 028 (1259.229.000) 05/26 09:09:11 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 229 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T09:09:11" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513732.proton" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "13340" StartdName = "glidein_6465_131595282@nodo86" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.229.000) 05/26 09:11:26 Job executing on host: <192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP> ... 028 (1259.229.000) 05/26 09:11:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 229 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T09:11:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6896014" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 022 (1259.226.000) 05/26 09:24:16 Job disconnected, attempting to reconnect Socket between submit and execute hosts closed unexpectedly Trying to reconnect to glidein_16166_283580064@nodo77 <10.0.0.77:33107?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878532&addrs=10.0.0.77-33107&noUDP> ... 028 (1259.226.000) 05/26 09:24:16 Job ad information event triggered. StartdAddr = "<10.0.0.77:33107?CCBID=192.170.227.251:9772%3faddrs%3d192.170.227.251-9772#878532&addrs=10.0.0.77-33107&noUDP>" JOB_GLIDEIN_Name = "gfactory_instance" JOB_GLIDEIN_ClusterId = "7212711" JOB_GLIDEIN_SiteWMS = "PBS" EventTypeNumber = 28 Subproc = 0 JOB_GLIDEIN_SiteWMS_Slot = "Unknown" MyType = "JobDisconnectedEvent" TriggerEventTypeName = "ULOG_JOB_DISCONNECTED" JOB_Site = "Cinvestav" JOB_GLIDEIN_Site = "Cinvestav" Proc = 226 EventTime = "2019-05-26T09:24:16" DisconnectReason = "Socket between submit and execute hosts closed unexpectedly" TriggerEventTypeNumber = 22 JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 StartdName = "glidein_16166_283580064@nodo77" JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "grid" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" EventDescription = "Job disconnected, attempting to reconnect" ... 024 (1259.226.000) 05/26 09:24:16 Job reconnection failed Job disconnected too long: JobLeaseDuration (2400 seconds) expired Can not reconnect to glidein_16166_283580064@nodo77, rescheduling job ... 028 (1259.226.000) 05/26 09:24:16 Job ad information event triggered. JOB_Site = "Cinvestav" JOB_GLIDEIN_Name = "gfactory_instance" Proc = 226 JOB_GLIDEIN_Entry_Name = "CMS_T3_MX_Cinvestav_proton_work" EventTime = "2019-05-26T09:24:16" TriggerEventTypeName = "ULOG_JOB_RECONNECT_FAILED" JOB_GLIDEIN_SiteWMS_Queue = "grid" TriggerEventTypeNumber = 24 JOB_GLIDEIN_Site = "Cinvestav" JOB_GLIDEIN_SiteWMS_JobId = "1513995.proton" MyType = "JobReconnectFailedEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7212711" StartdName = "glidein_16166_283580064@nodo77" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" Reason = "Job disconnected too long: JobLeaseDuration (2400 seconds) expired" JOB_GLIDEIN_SiteWMS_Slot = "Unknown" Subproc = 0 EventTypeNumber = 28 EventDescription = "Job reconnect impossible: rescheduling job" JOB_GLIDEIN_SiteWMS = "PBS" ... 001 (1259.226.000) 05/26 09:27:27 Job executing on host: <192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP> ... 028 (1259.226.000) 05/26 09:27:27 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 226 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T09:27:27" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.43:34920?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#742&addrs=192.168.1.43-34920&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 09:28:09 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:11, Sys 0 00:01:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790592 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 09:28:09 Job ad information event triggered. SentBytes = 337790592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T09:28:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:11, Sys 0 00:01:02" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 09:28:49 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 09:28:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:28:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:33:04 Image size of job updated: 1750000 398 - MemoryUsage of job (MB) 407248 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:33:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:33:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407248 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:38:04 Image size of job updated: 1750000 399 - MemoryUsage of job (MB) 408256 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:38:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:38:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 408256 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:43:05 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410912 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:43:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:43:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410912 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/26 09:46:45 Job was evicted. (0) Job terminated and was requeued Usr 0 02:02:14, Sys 0 00:04:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550979584 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 09:46:45 Job ad information event triggered. SentBytes = 1550979584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18183" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T09:46:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:02:14, Sys 0 00:04:23" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" ... 001 (1259.259.000) 05/26 09:47:51 Job executing on host: <137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP> ... 028 (1259.259.000) 05/26 09:47:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:47:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:23724?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#770&addrs=137.99.79.179-23724+[--1]-23724&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18183" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:48:05 Image size of job updated: 1750000 402 - MemoryUsage of job (MB) 410996 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:48:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:48:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 402 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 410996 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:53:06 Image size of job updated: 1750000 403 - MemoryUsage of job (MB) 412644 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:53:06 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1750000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:53:06" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 412644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 09:56:51 Image size of job updated: 14603016 403 - MemoryUsage of job (MB) 412644 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 09:56:51 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 14603016 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:56:51" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 403 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 ResidentSetSize = 412644 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.155.000) 05/26 09:59:01 Image size of job updated: 10794796 733 - MemoryUsage of job (MB) 750000 - ResidentSetSize of job (KB) ... 028 (1259.155.000) 05/26 09:59:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 10794796 Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T09:59:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 733 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 ResidentSetSize = 750000 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.116.000) 05/26 10:08:44 Job terminated. (1) Normal termination (return value 0) Usr 0 01:48:08, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:48:08, Sys 0 00:02:44 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1340127872 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 2670116352 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 881016288 Memory (MB) : 391 1024 2048 ... 028 (1259.116.000) 05/26 10:08:44 Job ad information event triggered. SentBytes = 1340127872.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "17317" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_10@stat116.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:48:08, Sys 0 00:02:44" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 116 EventTime = "2019-05-26T10:08:44" TotalSentBytes = 2670116352.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:48:08, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717145.0" TotalReceivedBytes = 1267680640.0 ... 004 (1259.232.000) 05/26 10:17:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:35:05, Sys 0 00:03:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089915392 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 10:17:20 Job ad information event triggered. SentBytes = 1089915392.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T10:17:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:35:05, Sys 0 00:03:03" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1259.232.000) 05/26 10:17:51 Job executing on host: <137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP> ... 028 (1259.232.000) 05/26 10:17:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:17:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.239:27569?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector18#620&addrs=137.99.79.239-27569+[--1]-27569&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 10:20:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:43:49, Sys 0 00:05:21 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201940224 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 10:20:12 Job ad information event triggered. SentBytes = 1201940224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7209150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T10:20:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:43:49, Sys 0 00:05:21" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" ... 001 (1259.261.000) 05/26 10:21:03 Job executing on host: <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1259.261.000) 05/26 10:21:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:21:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 10:25:20 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:54, Sys 0 00:03:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437483008 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 10:25:20 Job ad information event triggered. SentBytes = 1437483008.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T10:25:20" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:54, Sys 0 00:03:57" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 001 (1259.167.000) 05/26 10:25:52 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 028 (1259.167.000) 05/26 10:25:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:25:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.259.000) 05/26 10:38:03 Image size of job updated: 15000000 2826 - MemoryUsage of job (MB) 2893152 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/26 10:38:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:38:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 2826 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18183" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" Subproc = 0 ResidentSetSize = 2893152 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.187.000) 05/26 10:38:36 Job terminated. (1) Normal termination (return value 0) Usr 0 02:44:20, Sys 0 00:05:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:44:20, Sys 0 00:05:11 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1906665984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 3803421184 - Total Bytes Sent By Job 1690240896 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 84504148 Memory (MB) : 391 1024 2048 ... 028 (1259.187.000) 05/26 10:38:36 Job ad information event triggered. SentBytes = 1906665984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:44:20, Sys 0 00:05:11" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 187 EventTime = "2019-05-26T10:38:36" TotalSentBytes = 3803421184.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:44:20, Sys 0 00:05:11" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" TotalReceivedBytes = 1690240896.0 ... 004 (1259.273.000) 05/26 10:48:08 Job was evicted. (0) Job terminated and was requeued Usr 0 02:30:33, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800046592 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 10:48:08 Job ad information event triggered. SentBytes = 1800046592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8775" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T10:48:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:30:33, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8714692.0" ... 001 (1259.273.000) 05/26 10:48:49 Job executing on host: <137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP> ... 028 (1259.273.000) 05/26 10:48:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T10:48:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:10326?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#712&addrs=137.99.79.178-10326+[--1]-10326&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16474" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 11:07:15 Job was evicted. (0) Job terminated and was requeued Usr 0 01:51:56, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1276415744 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 11:07:15 Job ad information event triggered. SentBytes = 1276415744.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T11:07:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:51:56, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 11:07:51 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 11:07:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:07:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.282.000) 05/26 11:27:35 Image size of job updated: 15000000 1468 - MemoryUsage of job (MB) 1502532 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/26 11:27:35 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T11:27:35" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 1468 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 1502532 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.260.000) 05/26 11:29:50 Job terminated. (1) Normal termination (return value 0) Usr 0 02:35:40, Sys 0 00:04:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:35:40, Sys 0 00:04:56 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1926757376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 8361223168 - Total Bytes Sent By Job 4648162304 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2294330 1 79832428 Memory (MB) : 416 1024 2048 ... 028 (1259.260.000) 05/26 11:29:50 Job ad information event triggered. SentBytes = 1926757376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7216092" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat12.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:35:40, Sys 0 00:04:56" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 260 EventTime = "2019-05-26T11:29:50" TotalSentBytes = 8361223168.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:35:40, Sys 0 00:04:56" JOB_GLIDEIN_SiteWMS_JobId = "8717291.0" TotalReceivedBytes = 4648162304.0 ... 006 (1259.282.000) 05/26 11:32:27 Image size of job updated: 15000000 1496 - MemoryUsage of job (MB) 1531836 - ResidentSetSize of job (KB) ... 028 (1259.282.000) 05/26 11:32:27 Job ad information event triggered. JOB_Site = "SPRACE" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 282 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T11:32:27" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" MemoryUsage = 1496 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6889059" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" Subproc = 0 ResidentSetSize = 1531836 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 11:34:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:13:40, Sys 0 00:03:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679310208 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 11:34:00 Job ad information event triggered. SentBytes = 1679310208.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 282 EventTime = "2019-05-26T11:34:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:13:40, Sys 0 00:03:28" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" ... 004 (1259.155.000) 05/26 11:34:07 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:10, Sys 0 00:00:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789152 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 11:34:07 Job ad information event triggered. SentBytes = 337789152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T11:34:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:10, Sys 0 00:00:48" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.282.000) 05/26 11:34:50 Job executing on host: <137.99.79.143:21144?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#786&addrs=137.99.79.143-21144+[--1]-21144&noUDP> ... 028 (1259.282.000) 05/26 11:34:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:34:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:21144?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#786&addrs=137.99.79.143-21144+[--1]-21144&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717731.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216905" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 11:34:51 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 11:34:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:34:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 11:46:44 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:34, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089919488 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 11:46:44 Job ad information event triggered. SentBytes = 1089919488.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat19.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T11:46:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:34, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1259.232.000) 05/26 11:46:53 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1259.232.000) 05/26 11:46:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T11:46:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.226.000) 05/26 11:57:29 Job terminated. (1) Normal termination (return value 0) Usr 0 01:25:48, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:25:48, Sys 0 00:03:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1907055360 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1907055360 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 100654108 Memory (MB) : 416 1024 2530 ... 028 (1259.226.000) 05/26 11:57:29 Job ad information event triggered. SentBytes = 1907055360.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6889059" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node043.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:25:48, Sys 0 00:03:23" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 226 EventTime = "2019-05-26T11:57:29" TotalSentBytes = 1907055360.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:25:48, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "269619.0" TotalReceivedBytes = 845120448.0 ... 004 (1259.155.000) 05/26 12:01:29 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:07, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 12:01:29 Job ad information event triggered. SentBytes = 337789248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T12:01:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:07, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 004 (1259.259.000) 05/26 12:02:05 Job was evicted. (0) Job terminated and was requeued Usr 0 02:02:46, Sys 0 00:04:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1551068672 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 12:02:05 Job ad information event triggered. SentBytes = 1551068672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18183" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_30@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T12:02:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:02:46, Sys 0 00:04:00" JOB_GLIDEIN_SiteWMS_JobId = "8717246.0" ... 001 (1259.155.000) 05/26 12:02:55 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 12:02:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:02:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 12:02:55 Job executing on host: <137.99.79.177:8013?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#726&addrs=137.99.79.177-8013+[--1]-8013&noUDP> ... 028 (1259.259.000) 05/26 12:02:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:02:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.177:8013?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#726&addrs=137.99.79.177-8013+[--1]-8013&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717748.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20302" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat113.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 12:24:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:44:25, Sys 0 00:03:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201942272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 12:24:09 Job ad information event triggered. SentBytes = 1201942272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7209150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T12:24:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:44:25, Sys 0 00:03:58" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" ... 001 (1259.261.000) 05/26 12:24:49 Job executing on host: <137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP> ... 028 (1259.261.000) 05/26 12:24:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:24:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.170:16592?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#635&addrs=137.99.79.170-16592+[--1]-16592&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7209150" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 12:28:55 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:06, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337787808 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 12:28:55 Job ad information event triggered. SentBytes = 337787808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T12:28:55" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:06, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 12:29:49 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 12:29:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:29:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 12:38:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:01:31, Sys 0 00:03:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437591424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 12:38:04 Job ad information event triggered. SentBytes = 1437591424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T12:38:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:01:31, Sys 0 00:03:57" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 001 (1259.167.000) 05/26 12:38:53 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 028 (1259.167.000) 05/26 12:38:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:38:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.229.000) 05/26 12:39:59 Job terminated. (1) Normal termination (return value 0) Usr 0 01:26:50, Sys 0 00:05:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 01:26:50, Sys 0 00:05:25 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1911114880 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1911114880 - Total Bytes Sent By Job 845120448 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 101544838 Memory (MB) : 391 1024 2530 ... 028 (1259.229.000) 05/26 12:39:59 Job ad information event triggered. SentBytes = 1911114880.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "6896014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 01:26:50, Sys 0 00:05:25" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 229 EventTime = "2019-05-26T12:39:59" TotalSentBytes = 1911114880.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 01:26:50, Sys 0 00:05:25" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" TotalReceivedBytes = 845120448.0 ... 006 (1259.259.000) 05/26 12:48:10 Image size of job updated: 15000000 3145 - MemoryUsage of job (MB) 3219604 - ResidentSetSize of job (KB) ... 028 (1259.259.000) 05/26 12:48:10 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:48:10" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 3145 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717748.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20302" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat113.phys.uconn.edu" Subproc = 0 ResidentSetSize = 3219604 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 12:50:11 Job was evicted. (0) Job terminated and was requeued Usr 0 01:04:30, Sys 0 00:01:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089915776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 12:50:11 Job ad information event triggered. SentBytes = 1089915776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T12:50:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:04:30, Sys 0 00:01:55" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 001 (1259.232.000) 05/26 12:50:51 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1259.232.000) 05/26 12:50:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:50:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 12:56:39 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:17, Sys 0 00:00:52 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 12:56:39 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T12:56:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:17, Sys 0 00:00:52" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 12:57:52 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 12:57:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T12:57:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/26 13:12:27 Job was evicted. (0) Job terminated and was requeued Usr 0 02:18:54, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800043264 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 13:12:27 Job ad information event triggered. SentBytes = 1800043264.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16474" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat114.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T13:12:27" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:18:54, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "8716899.0" ... 001 (1259.273.000) 05/26 13:12:52 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1259.273.000) 05/26 13:12:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:12:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.188.000) 05/26 13:15:26 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:11, Sys 0 00:00:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 36184228 Memory (MB) : 143 1024 2500 ... 028 (1259.188.000) 05/26 13:15:26 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@BFAS-SDM-TRI-02-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 188 EventTime = "2019-05-26T13:15:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "21" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:00:11, Sys 0 00:00:39" JOB_GLIDEIN_SiteWMS_JobId = "4390464.0" ... 012 (1259.188.000) 05/26 13:15:26 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.188.000) 05/26 13:15:26 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:26" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1259.190.000) 05/26 13:15:28 Job was evicted. (0) Job was not checkpointed. Usr 0 00:00:15, Sys 0 00:00:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 425000 1 35607976 Memory (MB) : 181 1024 2500 ... 028 (1259.190.000) 05/26 13:15:28 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7715357" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1@LIB-JLVAUGHN-S2-its-c7-osg-20190309" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SU-ITS" JOB_GLIDEIN_Site = "SU-ITS" Proc = 190 EventTime = "2019-05-26T13:15:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins3@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Glow_US_Syracuse_condor-ce3" JOB_GLIDEIN_ProcId = "25" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "its-condor-ce3.syr.edu" RunRemoteUsage = "Usr 0 00:00:15, Sys 0 00:00:10" JOB_GLIDEIN_SiteWMS_JobId = "4373462.0" ... 012 (1259.190.000) 05/26 13:15:28 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.190.000) 05/26 13:15:28 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:28" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.188.000) 05/26 13:15:36 Job was released. via condor_release (by user jonesrt) ... 028 (1259.188.000) 05/26 13:15:36 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:36" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.190.000) 05/26 13:15:36 Job was released. via condor_release (by user jonesrt) ... 028 (1259.190.000) 05/26 13:15:36 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:15:36" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1259.188.000) 05/26 13:15:52 Job executing on host: <137.99.79.179:28863?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#693&addrs=137.99.79.179-28863+[--1]-28863&noUDP> ... 028 (1259.188.000) 05/26 13:15:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:15:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:28863?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector10#693&addrs=137.99.79.179-28863+[--1]-28863&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717253.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7215619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.190.000) 05/26 13:18:26 Job executing on host: <192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP> ... 028 (1259.190.000) 05/26 13:18:26 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 190 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T13:18:26" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6896014" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/26 13:21:00 Image size of job updated: 1500000 352 - MemoryUsage of job (MB) 359876 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/26 13:21:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:21:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 352 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717253.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7215619" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat115.phys.uconn.edu" Subproc = 0 ResidentSetSize = 359876 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:28:10, Sys 0 00:00:49 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 84951872 Memory (MB) : 733 1024 2048 ... 004 (1259.232.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:31:40, Sys 0 00:01:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 77156060 Memory (MB) : 7325 1024 2048 ... 028 (1259.155.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:10, Sys 0 00:00:49" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 028 (1259.232.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:31:40, Sys 0 00:01:23" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 004 (1259.167.000) 05/26 13:22:53 Job was evicted. (0) Job was not checkpointed. Usr 0 00:40:24, Sys 0 00:01:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 78900764 Memory (MB) : 3174 1024 2048 ... 028 (1259.167.000) 05/26 13:22:53 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T13:22:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:40:24, Sys 0 00:01:18" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 004 (1259.273.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:09:56, Sys 0 00:00:29 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 865228408 Memory (MB) : 977 1024 2048 ... 028 (1259.273.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:09:56, Sys 0 00:00:29" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 004 (1259.282.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:52:03, Sys 0 00:02:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 80467100 Memory (MB) : 1709 1024 2048 ... 028 (1259.282.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7216905" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:52:03, Sys 0 00:02:54" JOB_GLIDEIN_SiteWMS_JobId = "8717731.0" ... 004 (1259.261.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:49:00, Sys 0 00:01:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 454714332 Memory (MB) : 416 1024 2048 ... 028 (1259.261.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7209150" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat106.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:49:00, Sys 0 00:01:37" JOB_GLIDEIN_SiteWMS_JobId = "8715141.0" ... 004 (1259.259.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 01:20:49, Sys 0 00:03:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 875167804 Memory (MB) : 3145 1024 2048 ... 028 (1259.259.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "20302" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat113.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:20:49, Sys 0 00:03:09" JOB_GLIDEIN_SiteWMS_JobId = "8717748.0" ... 004 (1259.188.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:05:27, Sys 0 00:00:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 472326 1 889531516 Memory (MB) : 352 1024 2048 ... 028 (1259.188.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7215619" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 188 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:05:27, Sys 0 00:00:19" JOB_GLIDEIN_SiteWMS_JobId = "8717253.0" ... 012 (1259.232.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.232.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 232 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.155.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.155.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 004 (1259.190.000) 05/26 13:22:54 Job was evicted. (0) Job was not checkpointed. Usr 0 00:02:10, Sys 0 00:00:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 447999 1 100913714 Memory (MB) : 196 1024 2530 ... 028 (1259.190.000) 05/26 13:22:54 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "6896014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 190 EventTime = "2019-05-26T13:22:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:02:10, Sys 0 00:00:11" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" ... 012 (1259.167.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.167.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 167 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.282.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.282.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 282 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.261.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.261.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 261 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.273.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.273.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.259.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.259.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 259 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.188.000) 05/26 13:22:54 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.188.000) 05/26 13:22:54 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:54" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.190.000) 05/26 13:22:55 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.190.000) 05/26 13:22:55 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:22:55" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.155.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.155.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.167.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.167.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 167 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.188.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.188.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 188 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.190.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.190.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 190 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.232.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.232.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 232 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.259.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.259.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 259 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.261.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.261.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 261 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.273.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.273.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 013 (1259.282.000) 05/26 13:23:00 Job was released. via condor_release (by user jonesrt) ... 028 (1259.282.000) 05/26 13:23:00 Job ad information event triggered. JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" JOB_Site = "$$(GLIDEIN_Site:Unknown)" Proc = 282 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-26T13:23:00" TriggerEventTypeName = "ULOG_JOB_RELEASED" JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 13 JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobReleaseEvent" JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" Reason = "via condor_release (by user jonesrt)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 001 (1259.282.000) 05/26 13:25:38 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.282.000) 05/26 13:25:38 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:38" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 13:25:44 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 13:25:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/26 13:25:44 Job executing on host: <137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP> ... 028 (1259.232.000) 05/26 13:25:44 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:44" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.225:33025?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#714&addrs=137.99.79.225-33025+[--1]-33025&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16145" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.167.000) 05/26 13:25:46 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1259.167.000) 05/26 13:25:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.190.000) 05/26 13:25:47 Job executing on host: <137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP> ... 028 (1259.190.000) 05/26 13:25:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.220:12943?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#616&addrs=137.99.79.220-12943+[--1]-12943&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 13:25:48 Job executing on host: <137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP> ... 028 (1259.259.000) 05/26 13:25:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.226:19195?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#781&addrs=137.99.79.226-19195+[--1]-19195&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216503" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.261.000) 05/26 13:25:52 Job executing on host: <137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP> ... 028 (1259.261.000) 05/26 13:25:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.229:1392?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#600&addrs=137.99.79.229-1392+[--1]-1392&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8534" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.188.000) 05/26 13:25:54 Job executing on host: <137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP> ... 028 (1259.188.000) 05/26 13:25:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:24263?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#716&addrs=137.99.79.165-24263+[--1]-24263&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.273.000) 05/26 13:25:55 Job executing on host: <137.99.79.174:16100?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#788&addrs=137.99.79.174-16100+[--1]-16100&noUDP> ... 028 (1259.273.000) 05/26 13:25:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:25:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:16100?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#788&addrs=137.99.79.174-16100+[--1]-16100&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717703.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20136" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:30:57 Image size of job updated: 1500000 353 - MemoryUsage of job (MB) 361088 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:30:57 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:30:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 353 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 361088 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:35:57 Image size of job updated: 1500000 354 - MemoryUsage of job (MB) 362260 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:35:57 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:35:57" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 354 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 362260 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:40:58 Image size of job updated: 1500000 356 - MemoryUsage of job (MB) 364060 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:40:58 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:40:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 356 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 364060 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:45:58 Image size of job updated: 1500000 358 - MemoryUsage of job (MB) 366236 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:45:58 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:45:58" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 358 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 366236 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:51:00 Image size of job updated: 1500000 359 - MemoryUsage of job (MB) 367140 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:51:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:51:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 359 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 367140 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 13:56:00 Image size of job updated: 1500000 362 - MemoryUsage of job (MB) 369988 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 13:56:00 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:56:00" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 362 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 369988 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 13:56:44 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:26, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 13:56:44 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T13:56:44" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:26, Sys 0 00:00:54" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 001 (1259.155.000) 05/26 13:57:45 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 13:57:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T13:57:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:01:01 Image size of job updated: 1500000 363 - MemoryUsage of job (MB) 371096 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:01:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:01:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 363 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 371096 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:06:01 Image size of job updated: 1500000 365 - MemoryUsage of job (MB) 373276 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:06:01 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:06:01" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 365 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 373276 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:11:02 Image size of job updated: 1500000 367 - MemoryUsage of job (MB) 375288 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:11:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:11:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 367 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 375288 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:16:02 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376816 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:16:02 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:16:02" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376816 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:21:03 Image size of job updated: 1500000 370 - MemoryUsage of job (MB) 378800 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:21:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:21:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 370 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 378800 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:26:03 Image size of job updated: 1500000 372 - MemoryUsage of job (MB) 380308 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:26:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:26:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 372 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 380308 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 14:30:37 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:06, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 14:30:37 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T14:30:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:06, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 006 (1259.190.000) 05/26 14:31:03 Image size of job updated: 1500000 374 - MemoryUsage of job (MB) 382460 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:31:03 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:31:03" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 374 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 382460 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 14:35:56 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 14:35:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:35:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:36:04 Image size of job updated: 1500000 375 - MemoryUsage of job (MB) 383928 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:36:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:36:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 375 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 383928 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:41:04 Image size of job updated: 1500000 377 - MemoryUsage of job (MB) 385208 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:41:04 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:41:04" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 377 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 385208 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:46:05 Image size of job updated: 1500000 379 - MemoryUsage of job (MB) 387744 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:46:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:46:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 379 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 387744 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 14:51:05 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 406660 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 14:51:05 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:51:05" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 406660 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 14:54:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:39:05, Sys 0 00:03:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089911424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 14:54:26 Job ad information event triggered. SentBytes = 1089911424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat5.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T14:54:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:39:05, Sys 0 00:03:05" JOB_GLIDEIN_SiteWMS_JobId = "8716820.0" ... 001 (1259.232.000) 05/26 14:54:54 Job executing on host: <137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP> ... 028 (1259.232.000) 05/26 14:54:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:54:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/26 14:56:13 Image size of job updated: 1500000 368 - MemoryUsage of job (MB) 376244 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/26 14:56:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T14:56:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 368 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 376244 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/26 15:01:14 Image size of job updated: 1500000 390 - MemoryUsage of job (MB) 398820 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/26 15:01:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:01:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 390 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 398820 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 15:06:07 Image size of job updated: 1500000 398 - MemoryUsage of job (MB) 407224 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 15:06:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:06:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 398 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407224 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/26 15:06:14 Image size of job updated: 1500000 391 - MemoryUsage of job (MB) 399868 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/26 15:06:14 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:06:14" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 391 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 399868 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.190.000) 05/26 15:11:07 Image size of job updated: 1500000 399 - MemoryUsage of job (MB) 407844 - ResidentSetSize of job (KB) ... 028 (1259.190.000) 05/26 15:11:07 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 190 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:11:07" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 399 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8817" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" Subproc = 0 ResidentSetSize = 407844 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.188.000) 05/26 15:11:15 Image size of job updated: 1500000 392 - MemoryUsage of job (MB) 401116 - ResidentSetSize of job (KB) ... 028 (1259.188.000) 05/26 15:11:15 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 1500000 Proc = 188 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:11:15" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 392 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213523" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 401116 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 15:13:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:38:03, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201940352 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 15:13:37 Job ad information event triggered. SentBytes = 1201940352.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8534" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T15:13:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:38:03, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8714685.0" ... 001 (1259.261.000) 05/26 15:13:55 Job executing on host: <137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP> ... 028 (1259.261.000) 05/26 15:13:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:13:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:19833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#646&addrs=137.99.79.165-19833+[--1]-19833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8940" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 15:32:24 Job was evicted. (0) Job terminated and was requeued Usr 0 02:24:29, Sys 0 00:03:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679308544 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 15:32:24 Job ad information event triggered. SentBytes = 1679308544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T15:32:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:29, Sys 0 00:03:39" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.282.000) 05/26 15:32:46 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.282.000) 05/26 15:32:46 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:32:46" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 15:35:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:51, Sys 0 00:03:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1435120000 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 15:35:26 Job ad information event triggered. SentBytes = 1435120000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T15:35:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:51, Sys 0 00:03:46" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1259.167.000) 05/26 15:40:57 Job executing on host: <137.99.79.179:14648?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#730&addrs=137.99.79.179-14648+[--1]-14648&noUDP> ... 028 (1259.167.000) 05/26 15:40:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:40:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14648?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#730&addrs=137.99.79.179-14648+[--1]-14648&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717217.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7215493" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/26 15:52:24 Job was evicted. (0) Job terminated and was requeued Usr 0 02:14:36, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550976256 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 15:52:24 Job ad information event triggered. SentBytes = 1550976256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216503" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat6.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T15:52:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:14:36, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8717601.0" ... 001 (1259.259.000) 05/26 15:52:52 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1259.259.000) 05/26 15:52:52 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:52:52" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/26 15:53:37 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:56, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800043648 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 15:53:37 Job ad information event triggered. SentBytes = 1800043648.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20136" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat110.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T15:53:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:56, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "8717703.0" ... 001 (1259.273.000) 05/26 15:58:56 Job executing on host: <137.99.79.174:16100?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#788&addrs=137.99.79.174-16100+[--1]-16100&noUDP> ... 028 (1259.273.000) 05/26 15:58:56 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T15:58:56" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.174:16100?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector4#788&addrs=137.99.79.174-16100+[--1]-16100&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717703.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20136" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat110.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 16:13:04 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:49, Sys 0 00:03:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089916416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 16:13:04 Job ad information event triggered. SentBytes = 1089916416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T16:13:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:49, Sys 0 00:03:18" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" ... 001 (1259.232.000) 05/26 16:13:51 Job executing on host: <137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP> ... 028 (1259.232.000) 05/26 16:13:51 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:13:51" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:1241?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#804&addrs=137.99.79.172-1241+[--1]-1241&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217334" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.190.000) 05/26 16:14:45 Job terminated. (1) Normal termination (return value 0) Usr 0 02:36:00, Sys 0 00:04:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:36:00, Sys 0 00:04:47 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1896788736 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1896788736 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2265063 1 77789892 Memory (MB) : 399 1024 2048 ... 028 (1259.190.000) 05/26 16:14:45 Job ad information event triggered. SentBytes = 1896788736.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "8817" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat0.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:36:00, Sys 0 00:04:47" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 190 EventTime = "2019-05-26T16:14:45" TotalSentBytes = 1896788736.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:36:00, Sys 0 00:04:47" JOB_GLIDEIN_SiteWMS_JobId = "8714695.0" TotalReceivedBytes = 1267680640.0 ... 005 (1259.188.000) 05/26 16:25:29 Job terminated. (1) Normal termination (return value 0) Usr 0 02:47:06, Sys 0 00:04:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:47:06, Sys 0 00:04:41 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1903986304 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 1903986304 - Total Bytes Sent By Job 1267680640 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2272092 1 446548836 Memory (MB) : 392 1024 2048 ... 028 (1259.188.000) 05/26 16:25:29 Job ad information event triggered. SentBytes = 1903986304.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "7213523" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_20@stat101.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:47:06, Sys 0 00:04:41" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 188 EventTime = "2019-05-26T16:25:29" TotalSentBytes = 1903986304.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:47:06, Sys 0 00:04:41" JOB_GLIDEIN_SiteWMS_JobId = "8716796.0" TotalReceivedBytes = 1267680640.0 ... 004 (1259.155.000) 05/26 16:31:10 Job was evicted. (0) Job terminated and was requeued Usr 0 01:45:53, Sys 0 00:03:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1276421376 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 16:31:10 Job ad information event triggered. SentBytes = 1276421376.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T16:31:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:45:53, Sys 0 00:03:30" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 001 (1259.155.000) 05/26 16:31:45 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 16:31:45 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T16:31:45" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 17:03:36 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:51, Sys 0 00:00:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789600 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 17:03:36 Job ad information event triggered. SentBytes = 337789600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T17:03:36" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:51, Sys 0 00:00:56" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 001 (1259.155.000) 05/26 17:06:47 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 17:06:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:06:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 17:07:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:46:52, Sys 0 00:04:06 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201939072 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 17:07:57 Job ad information event triggered. SentBytes = 1201939072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8940" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_16@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T17:07:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:46:52, Sys 0 00:04:06" JOB_GLIDEIN_SiteWMS_JobId = "8715095.0" ... 001 (1259.261.000) 05/26 17:13:00 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1259.261.000) 05/26 17:13:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:13:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 17:36:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:34, Sys 0 00:03:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089911680 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 17:36:12 Job ad information event triggered. SentBytes = 1089911680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217334" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_9@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T17:36:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:34, Sys 0 00:03:23" JOB_GLIDEIN_SiteWMS_JobId = "8717782.0" ... 001 (1259.232.000) 05/26 17:36:54 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1259.232.000) 05/26 17:36:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:36:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 17:38:24 Job was evicted. (0) Job terminated and was requeued Usr 0 02:22:35, Sys 0 00:03:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679308544 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 17:38:24 Job ad information event triggered. SentBytes = 1679308544.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T17:38:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:22:35, Sys 0 00:03:37" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 004 (1259.155.000) 05/26 17:39:12 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:47, Sys 0 00:00:59 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790592 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 17:39:12 Job ad information event triggered. SentBytes = 337790592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T17:39:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:47, Sys 0 00:00:59" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 001 (1259.282.000) 05/26 17:42:58 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.282.000) 05/26 17:42:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:42:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 17:42:59 Job executing on host: <137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP> ... 028 (1259.155.000) 05/26 17:42:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:42:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.221:20688?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#779&addrs=137.99.79.221-20688+[--1]-20688&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19009" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 17:51:25 Job was evicted. (0) Job terminated and was requeued Usr 0 01:53:38, Sys 0 00:03:39 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437589632 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 17:51:25 Job ad information event triggered. SentBytes = 1437589632.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7215493" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_17@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T17:51:25" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:53:38, Sys 0 00:03:39" JOB_GLIDEIN_SiteWMS_JobId = "8717217.0" ... 001 (1259.167.000) 05/26 17:55:50 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1259.167.000) 05/26 17:55:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T17:55:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 18:14:14 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:32, Sys 0 00:00:58 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335571712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 18:14:14 Job ad information event triggered. SentBytes = 335571712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19009" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_8@stat1.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T18:14:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:32, Sys 0 00:00:58" JOB_GLIDEIN_SiteWMS_JobId = "8717294.0" ... 004 (1259.259.000) 05/26 18:15:48 Job was evicted. (0) Job terminated and was requeued Usr 0 02:11:14, Sys 0 00:04:05 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550976256 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 18:15:48 Job ad information event triggered. SentBytes = 1550976256.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T18:15:48" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:11:14, Sys 0 00:04:05" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 001 (1259.155.000) 05/26 18:19:50 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1259.155.000) 05/26 18:19:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:19:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 18:22:11 Job executing on host: <192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP> ... 028 (1259.259.000) 05/26 18:22:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 259 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-26T18:22:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6896014" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/26 18:27:35 Job was evicted. (0) Job terminated and was requeued Usr 0 02:19:53, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800046720 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 18:27:35 Job ad information event triggered. SentBytes = 1800046720.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20136" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat110.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T18:27:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:19:53, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "8717703.0" ... 001 (1259.273.000) 05/26 18:30:55 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1259.273.000) 05/26 18:30:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:30:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 18:37:56 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:53, Sys 0 00:02:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 18:37:56 Job ad information event triggered. SentBytes = 1201938176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T18:37:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:53, Sys 0 00:02:42" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1259.261.000) 05/26 18:41:53 Job executing on host: <137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP> ... 028 (1259.261.000) 05/26 18:41:53 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:41:53" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/26 18:50:17 Job was evicted. (0) Job terminated and was requeued Usr 0 00:26:02, Sys 0 00:00:42 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 583703808 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 134) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 18:50:17 Job ad information event triggered. SentBytes = 583703808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 134 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6896014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 259 EventTime = "2019-05-26T18:50:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:26:02, Sys 0 00:00:42" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" ... 004 (1259.232.000) 05/26 18:51:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:40, Sys 0 00:02:28 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089920000 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 18:51:59 Job ad information event triggered. SentBytes = 1089920000.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T18:51:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:40, Sys 0 00:02:28" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 004 (1259.155.000) 05/26 18:53:34 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:11, Sys 0 00:01:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789152 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 18:53:34 Job ad information event triggered. SentBytes = 337789152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T18:53:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:11, Sys 0 00:01:01" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 001 (1259.155.000) 05/26 18:53:57 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1259.155.000) 05/26 18:53:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:53:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 18:53:57 Job executing on host: <137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP> ... 028 (1259.259.000) 05/26 18:53:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:53:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14149?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#717&addrs=137.99.79.147-14149+[--1]-14149&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19094" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/26 18:53:57 Job executing on host: <137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP> ... 028 (1259.232.000) 05/26 18:53:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T18:53:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.157:18111?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#729&addrs=137.99.79.157-18111+[--1]-18111&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216118" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 19:17:51 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:20, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 19:17:51 Job ad information event triggered. SentBytes = 337789984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T19:17:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:20, Sys 0 00:00:44" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1259.155.000) 05/26 19:18:49 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1259.155.000) 05/26 19:18:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:18:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 19:19:07 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:08, Sys 0 00:02:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437579776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 19:19:07 Job ad information event triggered. SentBytes = 1437579776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T19:19:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:08, Sys 0 00:02:30" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1259.167.000) 05/26 19:19:50 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1259.167.000) 05/26 19:19:50 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:19:50" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 19:42:10 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:15, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 19:42:10 Job ad information event triggered. SentBytes = 337789216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T19:42:10" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:15, Sys 0 00:00:43" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1259.155.000) 05/26 19:42:47 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1259.155.000) 05/26 19:42:47 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:42:47" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 19:53:34 Job was evicted. (0) Job terminated and was requeued Usr 0 02:24:45, Sys 0 00:03:48 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679412992 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 19:53:34 Job ad information event triggered. SentBytes = 1679412992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T19:53:34" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:24:45, Sys 0 00:03:48" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.282.000) 05/26 19:55:11 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.282.000) 05/26 19:55:11 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T19:55:11" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 19:56:09 Job was evicted. (0) Job terminated and was requeued Usr 0 01:04:16, Sys 0 00:02:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912192 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 19:56:09 Job ad information event triggered. SentBytes = 1089912192.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216118" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@nod22.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T19:56:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:04:16, Sys 0 00:02:02" JOB_GLIDEIN_SiteWMS_JobId = "8717293.0" ... 001 (1259.232.000) 05/26 20:00:48 Job executing on host: <137.99.79.178:26833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#741&addrs=137.99.79.178-26833+[--1]-26833&noUDP> ... 028 (1259.232.000) 05/26 20:00:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:00:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.178:26833?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#741&addrs=137.99.79.178-26833+[--1]-26833&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717478.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19313" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat114.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 20:01:38 Job was evicted. (0) Job terminated and was requeued Usr 0 00:21:00, Sys 0 00:00:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789600 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 20:01:38 Job ad information event triggered. SentBytes = 337789600.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T20:01:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:21:00, Sys 0 00:00:37" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 001 (1259.155.000) 05/26 20:06:58 Job executing on host: <137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP> ... 028 (1259.155.000) 05/26 20:06:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:06:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:13870?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#735&addrs=137.99.79.143-13870+[--1]-13870&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216931" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 006 (1259.261.000) 05/26 20:12:13 Image size of job updated: 15000000 5640 - MemoryUsage of job (MB) 5774780 - ResidentSetSize of job (KB) ... 028 (1259.261.000) 05/26 20:12:13 Job ad information event triggered. JOB_Site = "UConn" JOB_GLIDEIN_Name = "gfactory_instance" Size = 15000000 Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:12:13" TriggerEventTypeName = "ULOG_IMAGE_SIZE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" MemoryUsage = 5640 TriggerEventTypeNumber = 6 JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "JobImageSizeEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 ResidentSetSize = 5774780 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 20:12:59 Job was evicted. (0) Job terminated and was requeued Usr 0 01:37:57, Sys 0 00:03:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 20:12:59 Job ad information event triggered. SentBytes = 1201938816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T20:12:59" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:37:57, Sys 0 00:03:02" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" ... 001 (1259.261.000) 05/26 20:18:59 Job executing on host: <137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP> ... 028 (1259.261.000) 05/26 20:18:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:18:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.248:16791?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#713&addrs=137.99.79.248-16791+[--1]-16791&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "17196" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 20:21:19 Job was evicted. (0) Job terminated and was requeued Usr 0 01:09:31, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437580160 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 20:21:19 Job ad information event triggered. SentBytes = 1437580160.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T20:21:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:09:31, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1259.167.000) 05/26 20:24:48 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1259.167.000) 05/26 20:24:48 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:24:48" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 20:28:46 Job was evicted. (0) Job terminated and was requeued Usr 0 00:22:50, Sys 0 00:00:38 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 20:28:46 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216931" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T20:28:46" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:22:50, Sys 0 00:00:38" JOB_GLIDEIN_SiteWMS_JobId = "8717741.0" ... 004 (1259.273.000) 05/26 20:30:29 Job was evicted. (0) Job terminated and was requeued Usr 0 02:16:29, Sys 0 00:03:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800043136 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 20:30:29 Job ad information event triggered. SentBytes = 1800043136.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T20:30:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:16:29, Sys 0 00:03:47" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 001 (1259.273.000) 05/26 20:30:58 Job executing on host: <137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP> ... 028 (1259.273.000) 05/26 20:30:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:30:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.179:14844?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector17#731&addrs=137.99.79.179-14844+[--1]-14844&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18389" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 20:30:58 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1259.155.000) 05/26 20:30:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:30:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/26 20:44:54 Job was evicted. (0) Job terminated and was requeued Usr 0 01:49:25, Sys 0 00:03:10 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550966272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 20:44:54 Job ad information event triggered. SentBytes = 1550966272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19094" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T20:44:54" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:49:25, Sys 0 00:03:10" JOB_GLIDEIN_SiteWMS_JobId = "8717311.0" ... 001 (1259.259.000) 05/26 20:48:54 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1259.259.000) 05/26 20:48:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T20:48:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 20:59:09 Job was evicted. (0) Job terminated and was requeued Usr 0 00:27:39, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789152 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 20:59:09 Job ad information event triggered. SentBytes = 337789152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T20:59:09" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:27:39, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 001 (1259.155.000) 05/26 21:00:49 Job executing on host: <137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP> ... 028 (1259.155.000) 05/26 21:00:49 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:00:49" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:13134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#750&addrs=137.99.79.183-13134+[--1]-13134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7216278" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 21:17:17 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:01, Sys 0 00:02:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089911552 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 21:17:17 Job ad information event triggered. SentBytes = 1089911552.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19313" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@stat114.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T21:17:17" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:01, Sys 0 00:02:31" JOB_GLIDEIN_SiteWMS_JobId = "8717478.0" ... 001 (1259.232.000) 05/26 21:18:10 Job executing on host: <137.99.79.139:4152?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#773&addrs=137.99.79.139-4152+[--1]-4152&noUDP> ... 028 (1259.232.000) 05/26 21:18:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:18:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:4152?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#773&addrs=137.99.79.139-4152+[--1]-4152&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717652.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "19996" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 21:29:24 Job was evicted. (0) Job terminated and was requeued Usr 0 00:27:38, Sys 0 00:00:51 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335572416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 21:29:24 Job ad information event triggered. SentBytes = 335572416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7216278" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T21:29:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:27:38, Sys 0 00:00:51" JOB_GLIDEIN_SiteWMS_JobId = "8717372.0" ... 001 (1259.155.000) 05/26 21:31:00 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1259.155.000) 05/26 21:31:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:31:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.167.000) 05/26 21:51:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:59, Sys 0 00:02:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1437579776 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.167.000) 05/26 21:51:12 Job ad information event triggered. SentBytes = 1437579776.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-26T21:51:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:59, Sys 0 00:02:24" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 004 (1259.155.000) 05/26 21:55:35 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:40, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 21:55:35 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T21:55:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:40, Sys 0 00:00:44" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1259.167.000) 05/26 21:56:05 Job executing on host: <137.99.79.168:4820?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#753&addrs=137.99.79.168-4820+[--1]-4820&noUDP> ... 028 (1259.167.000) 05/26 21:56:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 167 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:56:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.168:4820?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#753&addrs=137.99.79.168-4820+[--1]-4820&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718250.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22275" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat104.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 21:56:05 Job executing on host: <137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP> ... 028 (1259.155.000) 05/26 21:56:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T21:56:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211300" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 22:09:57 Job was evicted. (0) Job terminated and was requeued Usr 0 01:44:35, Sys 0 00:03:07 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 22:09:57 Job ad information event triggered. SentBytes = 1201938816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "17196" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@stat28.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T22:09:57" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:44:35, Sys 0 00:03:07" JOB_GLIDEIN_SiteWMS_JobId = "8717084.0" ... 001 (1259.261.000) 05/26 22:14:58 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1259.261.000) 05/26 22:14:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:14:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/26 22:21:14 Job was evicted. (0) Job terminated and was requeued Usr 0 02:21:34, Sys 0 00:03:55 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679421696 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/26 22:21:14 Job ad information event triggered. SentBytes = 1679421696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-26T22:21:14" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:21:34, Sys 0 00:03:55" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 004 (1259.155.000) 05/26 22:21:56 Job was evicted. (0) Job terminated and was requeued Usr 0 00:29:10, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789152 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 22:21:56 Job ad information event triggered. SentBytes = 337789152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T22:21:56" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:29:10, Sys 0 00:00:45" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" ... 001 (1259.282.000) 05/26 22:26:54 Job executing on host: <137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP> ... 028 (1259.282.000) 05/26 22:26:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:26:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211300" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/26 22:26:54 Job executing on host: <137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP> ... 028 (1259.155.000) 05/26 22:26:54 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:26:54" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:32677?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector9#724&addrs=137.99.79.227-32677+[--1]-32677&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16225" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/26 22:28:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:47:08, Sys 0 00:02:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550979584 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/26 22:28:33 Job ad information event triggered. SentBytes = 1550979584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-26T22:28:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:47:08, Sys 0 00:02:57" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 004 (1259.232.000) 05/26 22:28:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:32, Sys 0 00:02:18 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089915904 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 22:28:53 Job ad information event triggered. SentBytes = 1089915904.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "19996" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T22:28:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:32, Sys 0 00:02:18" JOB_GLIDEIN_SiteWMS_JobId = "8717652.0" ... 004 (1259.273.000) 05/26 22:31:24 Job was evicted. (0) Job terminated and was requeued Usr 0 02:20:28, Sys 0 00:03:16 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800041088 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/26 22:31:24 Job ad information event triggered. SentBytes = 1800041088.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_19@stat115.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-26T22:31:24" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:20:28, Sys 0 00:03:16" JOB_GLIDEIN_SiteWMS_JobId = "8717281.0" ... 001 (1259.273.000) 05/26 22:33:08 Job executing on host: <137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP> ... 028 (1259.273.000) 05/26 22:33:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:33:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.232.000) 05/26 22:33:08 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1259.232.000) 05/26 22:33:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:33:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/26 22:33:08 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1259.259.000) 05/26 22:33:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T22:33:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 22:58:30 Job was evicted. (0) Job terminated and was requeued Usr 0 00:30:21, Sys 0 00:00:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 22:58:30 Job ad information event triggered. SentBytes = 337789216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16225" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T22:58:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:30:21, Sys 0 00:00:53" JOB_GLIDEIN_SiteWMS_JobId = "8716879.0" ... 001 (1259.155.000) 05/26 23:02:08 Job executing on host: <137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP> ... 028 (1259.155.000) 05/26 23:02:08 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:02:08" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.172:21917?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#750&addrs=137.99.79.172-21917+[--1]-21917&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20514" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 23:26:19 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:01, Sys 0 00:00:46 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 23:26:19 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20514" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_13@stat108.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T23:26:19" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:01, Sys 0 00:00:46" JOB_GLIDEIN_SiteWMS_JobId = "8717771.0" ... 001 (1259.155.000) 05/26 23:31:58 Job executing on host: <137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP> ... 028 (1259.155.000) 05/26 23:31:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:31:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.147:14693?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#763&addrs=137.99.79.147-14693+[--1]-14693&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217742" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/26 23:38:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:09, Sys 0 00:02:34 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201937792 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/26 23:38:30 Job ad information event triggered. SentBytes = 1201937792.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-26T23:38:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:09, Sys 0 00:02:34" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1259.261.000) 05/26 23:43:59 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1259.261.000) 05/26 23:43:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:43:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/26 23:49:33 Job was evicted. (0) Job terminated and was requeued Usr 0 01:16:08, Sys 0 00:02:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/26 23:49:33 Job ad information event triggered. SentBytes = 1089912320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-26T23:49:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:16:08, Sys 0 00:02:25" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1259.232.000) 05/26 23:49:58 Job executing on host: <137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP> ... 028 (1259.232.000) 05/26 23:49:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-26T23:49:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:9678?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector5#745&addrs=137.99.79.241-9678+[--1]-9678&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20014" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/26 23:57:08 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:35, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/26 23:57:08 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217742" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod12.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-26T23:57:08" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:35, Sys 0 00:00:44" JOB_GLIDEIN_SiteWMS_JobId = "8717867.0" ... 001 (1259.155.000) 05/27 00:01:58 Job executing on host: <137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP> ... 028 (1259.155.000) 05/27 00:01:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:01:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.241:17391?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector15#657&addrs=137.99.79.241-17391+[--1]-17391&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "16956" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 005 (1259.167.000) 05/27 00:33:18 Job terminated. (1) Normal termination (return value 0) Usr 0 02:49:19, Sys 0 00:04:23 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage Usr 0 02:49:19, Sys 0 00:04:23 - Total Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Total Local Usage 1878807424 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job 17687097344 - Total Bytes Sent By Job 6338403328 - Total Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2247504 1 455212060 Memory (MB) : 3174 1024 2048 ... 028 (1259.167.000) 05/27 00:33:18 Job ad information event triggered. SentBytes = 1878807424.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedNormally = true ReturnValue = 0 JOB_GLIDEIN_ClusterId = "22275" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_21@stat104.phys.uconn.edu" MyType = "JobTerminatedEvent" TriggerEventTypeName = "ULOG_JOB_TERMINATED" TotalRemoteUsage = "Usr 0 02:49:19, Sys 0 00:04:23" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 167 EventTime = "2019-05-27T00:33:18" TotalSentBytes = 17687097344.0 TriggerEventTypeNumber = 5 TotalLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:49:19, Sys 0 00:04:23" JOB_GLIDEIN_SiteWMS_JobId = "8718250.0" TotalReceivedBytes = 6338403328.0 ... 004 (1259.155.000) 05/27 00:37:21 Job was evicted. (0) Job terminated and was requeued Usr 0 00:31:46, Sys 0 00:01:11 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 00:37:21 Job ad information event triggered. SentBytes = 337789216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "16956" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T00:37:21" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:31:46, Sys 0 00:01:11" JOB_GLIDEIN_SiteWMS_JobId = "8716922.0" ... 001 (1259.155.000) 05/27 00:41:55 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1259.155.000) 05/27 00:41:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T00:41:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/27 01:06:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:27:09, Sys 0 00:04:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679420416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/27 01:06:04 Job ad information event triggered. SentBytes = 1679420416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-27T01:06:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:27:09, Sys 0 00:04:24" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" ... 004 (1259.155.000) 05/27 01:06:30 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:40, Sys 0 00:00:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 01:06:30 Job ad information event triggered. SentBytes = 337789984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T01:06:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:40, Sys 0 00:00:45" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1259.155.000) 05/27 01:07:02 Job executing on host: <137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP> ... 028 (1259.155.000) 05/27 01:07:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:07:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218283" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.282.000) 05/27 01:07:03 Job executing on host: <137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP> ... 028 (1259.282.000) 05/27 01:07:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:07:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211300" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 01:07:30 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:28, Sys 0 00:02:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201940224 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 01:07:30 Job ad information event triggered. SentBytes = 1201940224.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T01:07:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:28, Sys 0 00:02:35" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1259.261.000) 05/27 01:07:55 Job executing on host: <137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP> ... 028 (1259.261.000) 05/27 01:07:55 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:07:55" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:10520?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#767&addrs=137.99.79.144-10520+[--1]-10520&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20145" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/27 01:11:45 Job was evicted. (0) Job terminated and was requeued Usr 0 02:41:31, Sys 0 00:04:27 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800035712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 01:11:45 Job ad information event triggered. SentBytes = 1800035712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T01:11:45" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:41:31, Sys 0 00:04:27" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" ... 001 (1259.273.000) 05/27 01:13:58 Job executing on host: <137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP> ... 028 (1259.273.000) 05/27 01:13:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:13:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.167:14868?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#800&addrs=137.99.79.167-14868+[--1]-14868&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "22423" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 01:41:01 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:40, Sys 0 00:00:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790592 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 01:41:01 Job ad information event triggered. SentBytes = 337790592.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218283" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T01:41:01" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:40, Sys 0 00:00:53" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" ... 004 (1259.232.000) 05/27 01:42:16 Job was evicted. (0) Job terminated and was requeued Usr 0 01:42:01, Sys 0 00:03:31 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 01:42:16 Job ad information event triggered. SentBytes = 1089912320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat21.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T01:42:16" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:42:01, Sys 0 00:03:31" JOB_GLIDEIN_SiteWMS_JobId = "8717654.0" ... 001 (1259.232.000) 05/27 01:42:57 Job executing on host: <137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP> ... 028 (1259.232.000) 05/27 01:42:57 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:42:57" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218743" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/27 01:42:59 Job executing on host: <137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP> ... 028 (1259.155.000) 05/27 01:42:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T01:42:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218283" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/27 01:56:03 Job was evicted. (0) Job terminated and was requeued Usr 0 03:22:35, Sys 0 00:07:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1551068672 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/27 01:56:03 Job ad information event triggered. SentBytes = 1551068672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-27T01:56:03" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:22:35, Sys 0 00:07:43" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1259.259.000) 05/27 02:00:01 Job executing on host: <137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP> ... 028 (1259.259.000) 05/27 02:00:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:00:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.148:8773?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#650&addrs=137.99.79.148-8773+[--1]-8773&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8907" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 02:16:52 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:06, Sys 0 00:00:53 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789216 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 02:16:52 Job ad information event triggered. SentBytes = 337789216.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218283" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T02:16:52" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:06, Sys 0 00:00:53" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" ... 001 (1259.155.000) 05/27 02:18:02 Job executing on host: <137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP> ... 028 (1259.155.000) 05/27 02:18:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:18:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:28717?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#757&addrs=137.99.79.184-28717+[--1]-28717&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218283" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 02:31:41 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:44, Sys 0 00:02:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938816 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 02:31:41 Job ad information event triggered. SentBytes = 1201938816.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T02:31:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:44, Sys 0 00:02:44" JOB_GLIDEIN_SiteWMS_JobId = "8717715.0" ... 001 (1259.261.000) 05/27 02:34:58 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 02:34:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:34:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/27 02:39:39 Job was evicted. (0) Job terminated and was requeued Usr 0 01:19:30, Sys 0 00:02:20 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 843001152 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 02:39:39 Job ad information event triggered. SentBytes = 843001152.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "22423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat103.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T02:39:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:19:30, Sys 0 00:02:20" JOB_GLIDEIN_SiteWMS_JobId = "8718353.0" ... 001 (1259.273.000) 05/27 02:41:10 Job executing on host: <137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP> ... 028 (1259.273.000) 05/27 02:41:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:41:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.142:23934?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector6#665&addrs=137.99.79.142-23934+[--1]-23934&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2987" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 02:49:28 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:05, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089916416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 02:49:28 Job ad information event triggered. SentBytes = 1089916416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218743" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T02:49:28" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:08:05, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" ... 001 (1259.232.000) 05/27 02:52:59 Job executing on host: <137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP> ... 028 (1259.232.000) 05/27 02:52:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:52:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.144:27397?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector12#807&addrs=137.99.79.144-27397+[--1]-27397&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217427" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 02:53:29 Job was evicted. (0) Job terminated and was requeued Usr 0 00:28:21, Sys 0 00:00:54 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335571680 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 02:53:29 Job ad information event triggered. SentBytes = 335571680.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218283" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_18@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T02:53:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:28:21, Sys 0 00:00:54" JOB_GLIDEIN_SiteWMS_JobId = "8718264.0" ... 001 (1259.155.000) 05/27 02:59:05 Job executing on host: <137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP> ... 028 (1259.155.000) 05/27 02:59:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T02:59:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:2784?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector13#748&addrs=137.99.79.159-2784+[--1]-2784&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "18901" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 03:19:05 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:22, Sys 0 00:00:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337790432 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 03:19:05 Job ad information event triggered. SentBytes = 337790432.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "18901" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T03:19:05" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:20:22, Sys 0 00:00:36" JOB_GLIDEIN_SiteWMS_JobId = "8717292.0" ... 001 (1259.155.000) 05/27 03:25:07 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1259.155.000) 05/27 03:25:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:25:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 03:45:33 Job was evicted. (0) Job terminated and was requeued Usr 0 00:20:06, Sys 0 00:00:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 03:45:33 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T03:45:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:20:06, Sys 0 00:00:35" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 001 (1259.155.000) 05/27 03:48:16 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1259.155.000) 05/27 03:48:16 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:48:16" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/27 03:57:23 Job was evicted. (0) Job terminated and was requeued Usr 0 02:34:54, Sys 0 00:04:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679412992 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/27 03:57:23 Job ad information event triggered. SentBytes = 1679412992.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-27T03:57:23" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:34:54, Sys 0 00:04:35" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" ... 001 (1259.282.000) 05/27 03:59:59 Job executing on host: <137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP> ... 028 (1259.282.000) 05/27 03:59:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T03:59:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.233:20304?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#726&addrs=137.99.79.233-20304+[--1]-20304&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7211300" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 04:01:12 Job was evicted. (0) Job terminated and was requeued Usr 0 01:27:57, Sys 0 00:03:00 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 04:01:12 Job ad information event triggered. SentBytes = 1201938176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T04:01:12" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:27:57, Sys 0 00:03:00" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 04:06:58 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 04:06:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:06:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 04:08:58 Job was evicted. (0) Job terminated and was requeued Usr 0 01:17:01, Sys 0 00:02:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089907584 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 04:08:58 Job ad information event triggered. SentBytes = 1089907584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217427" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod9.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T04:08:58" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:17:01, Sys 0 00:02:26" JOB_GLIDEIN_SiteWMS_JobId = "8717801.0" ... 001 (1259.232.000) 05/27 04:12:59 Job executing on host: <137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP> ... 028 (1259.232.000) 05/27 04:12:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:12:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.155:5498?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#740&addrs=137.99.79.155-5498+[--1]-5498&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7218743" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 04:22:41 Job was evicted. (0) Job terminated and was requeued Usr 0 00:31:26, Sys 0 00:01:04 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 04:22:41 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T04:22:41" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:31:26, Sys 0 00:01:04" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 001 (1259.155.000) 05/27 04:24:58 Job executing on host: <137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP> ... 028 (1259.155.000) 05/27 04:24:58 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:24:58" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.244:30661?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#703&addrs=137.99.79.244-30661+[--1]-30661&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213204" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/27 04:49:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:06:15, Sys 0 00:03:32 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800039808 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 04:49:04 Job ad information event triggered. SentBytes = 1800039808.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2987" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_2@nod7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T04:49:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:06:15, Sys 0 00:03:32" JOB_GLIDEIN_SiteWMS_JobId = "8713066.0" ... 001 (1259.273.000) 05/27 04:53:06 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1259.273.000) 05/27 04:53:06 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T04:53:06" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 05:00:26 Job was evicted. (0) Job terminated and was requeued Usr 0 00:31:54, Sys 0 00:01:03 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335571328 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 05:00:26 Job ad information event triggered. SentBytes = 335571328.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213204" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@stat24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T05:00:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:31:54, Sys 0 00:01:03" JOB_GLIDEIN_SiteWMS_JobId = "8716779.0" ... 001 (1259.155.000) 05/27 05:05:02 Job executing on host: <137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP> ... 028 (1259.155.000) 05/27 05:05:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:05:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.143:28449?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector8#734&addrs=137.99.79.143-28449+[--1]-28449&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7213490" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 05:19:38 Job was evicted. (0) Job terminated and was requeued Usr 0 01:08:15, Sys 0 00:02:01 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 05:19:38 Job ad information event triggered. SentBytes = 1089912320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7218743" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_3@nod20.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T05:19:38" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:08:15, Sys 0 00:02:01" JOB_GLIDEIN_SiteWMS_JobId = "8718457.0" ... 004 (1259.259.000) 05/27 05:22:18 Job was evicted. (0) Job terminated and was requeued Usr 0 03:21:26, Sys 0 00:07:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1551068672 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/27 05:22:18 Job ad information event triggered. SentBytes = 1551068672.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8907" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_7@nod13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-27T05:22:18" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:21:26, Sys 0 00:07:44" JOB_GLIDEIN_SiteWMS_JobId = "8714990.0" ... 001 (1259.232.000) 05/27 05:23:09 Job executing on host: <137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP> ... 028 (1259.232.000) 05/27 05:23:09 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:23:09" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.159:16737?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector3#751&addrs=137.99.79.159-16737+[--1]-16737&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "8726" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/27 05:23:10 Job executing on host: <137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP> ... 028 (1259.259.000) 05/27 05:23:10 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:23:10" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 05:29:51 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:35, Sys 0 00:00:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 05:29:51 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7213490" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod8.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T05:29:51" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:35, Sys 0 00:00:43" JOB_GLIDEIN_SiteWMS_JobId = "8716792.0" ... 001 (1259.155.000) 05/27 05:32:07 Job executing on host: <192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP> ... 028 (1259.155.000) 05/27 05:32:07 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "SPRACE" Proc = 155 JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" EventTime = "2019-05-27T05:32:07" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" TriggerEventTypeNumber = 1 ExecuteHost = "<192.168.1.62:40649?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#779&addrs=192.168.1.62-40649&noUDP>" JOB_GLIDEIN_Site = "SPRACE" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "6896014" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 05:33:00 Job was evicted. (0) Job terminated and was requeued Usr 0 01:28:21, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201939200 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 05:33:00 Job ad information event triggered. SentBytes = 1201939200.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T05:33:00" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:28:21, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 05:36:00 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 05:36:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:36:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 05:52:39 Job was evicted. (0) Job terminated and was requeued Usr 0 00:16:22, Sys 0 00:00:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789248 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 05:52:39 Job ad information event triggered. SentBytes = 337789248.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "6896014" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@node062.local" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "SPRACE" JOB_GLIDEIN_Site = "SPRACE" Proc = 155 EventTime = "2019-05-27T05:52:39" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins8@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "CMSHTPC_T2_BR_SPRACE" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "osg-ce.sprace.org.br" RunRemoteUsage = "Usr 0 00:16:22, Sys 0 00:00:30" JOB_GLIDEIN_SiteWMS_JobId = "276795.0" ... 001 (1259.155.000) 05/27 05:54:01 Job executing on host: <137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP> ... 028 (1259.155.000) 05/27 05:54:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T05:54:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 06:24:36 Job was evicted. (0) Job terminated and was requeued Usr 0 01:03:29, Sys 0 00:01:57 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 06:24:36 Job ad information event triggered. SentBytes = 1089912320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "8726" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@nod24.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T06:24:36" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "3" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:03:29, Sys 0 00:01:57" JOB_GLIDEIN_SiteWMS_JobId = "8714690.0" ... 004 (1259.273.000) 05/27 06:26:26 Job was evicted. (0) Job terminated and was requeued Usr 0 01:34:07, Sys 0 00:02:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 843003712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 06:26:26 Job ad information event triggered. SentBytes = 843003712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T06:26:26" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:34:07, Sys 0 00:02:41" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 001 (1259.232.000) 05/27 06:29:01 Job executing on host: <137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP> ... 028 (1259.232.000) 05/27 06:29:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:29:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.175:7134?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector19#790&addrs=137.99.79.175-7134+[--1]-7134&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217145" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.273.000) 05/27 06:29:03 Job executing on host: <137.99.79.183:14652?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#739&addrs=137.99.79.183-14652+[--1]-14652&noUDP> ... 028 (1259.273.000) 05/27 06:29:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:29:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.183:14652?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#739&addrs=137.99.79.183-14652+[--1]-14652&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717765.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "20389" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat119.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/27 06:48:04 Job was evicted. (0) Job terminated and was requeued Usr 0 02:34:24, Sys 0 00:04:45 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679421696 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/27 06:48:04 Job ad information event triggered. SentBytes = 1679421696.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7211300" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_4@stat13.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-27T06:48:04" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:34:24, Sys 0 00:04:45" JOB_GLIDEIN_SiteWMS_JobId = "8715887.0" ... 001 (1259.282.000) 05/27 06:48:59 Job executing on host: <137.99.79.227:23398?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#779&addrs=137.99.79.227-23398+[--1]-23398&noUDP> ... 028 (1259.282.000) 05/27 06:48:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:48:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.227:23398?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector0#779&addrs=137.99.79.227-23398+[--1]-23398&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718625.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23874" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat7.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 06:54:32 Job was evicted. (0) Job terminated and was requeued Usr 0 01:23:57, Sys 0 00:02:19 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 06:54:32 Job ad information event triggered. SentBytes = 1201938176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T06:54:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:23:57, Sys 0 00:02:19" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 06:54:59 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 06:54:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T06:54:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 08:17:35 Job was evicted. (0) Job terminated and was requeued Usr 0 01:26:16, Sys 0 00:02:36 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201859968 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 08:17:35 Job ad information event triggered. SentBytes = 1201859968.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T08:17:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:26:16, Sys 0 00:02:36" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 08:18:01 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 08:18:01 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T08:18:01" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 09:04:33 Job was evicted. (0) Job terminated and was requeued Usr 0 02:47:06, Sys 0 00:05:22 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1276419072 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 09:04:33 Job ad information event triggered. SentBytes = 1276419072.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T09:04:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:47:06, Sys 0 00:05:22" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" ... 001 (1259.155.000) 05/27 09:05:03 Job executing on host: <137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP> ... 028 (1259.155.000) 05/27 09:05:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:05:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.165:12302?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector20#753&addrs=137.99.79.165-12302+[--1]-12302&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7217848" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 09:31:15 Job was evicted. (0) Job terminated and was requeued Usr 0 02:50:00, Sys 0 00:07:09 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089912320 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 09:31:15 Job ad information event triggered. SentBytes = 1089912320.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217145" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_28@stat111.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T09:31:15" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:50:00, Sys 0 00:07:09" JOB_GLIDEIN_SiteWMS_JobId = "8717773.0" ... 004 (1259.259.000) 05/27 09:33:29 Job was evicted. (0) Job terminated and was requeued Usr 0 03:48:45, Sys 0 00:07:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1550979584 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/27 09:33:29 Job ad information event triggered. SentBytes = 1550979584.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-27T09:33:29" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 03:48:45, Sys 0 00:07:47" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" ... 001 (1259.232.000) 05/27 09:34:05 Job executing on host: <137.99.79.166:3121?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#791&addrs=137.99.79.166-3121+[--1]-3121&noUDP> ... 028 (1259.232.000) 05/27 09:34:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:34:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.166:3121?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#791&addrs=137.99.79.166-3121+[--1]-3121&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718785.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24435" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat102.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.259.000) 05/27 09:34:05 Job executing on host: <137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP> ... 028 (1259.259.000) 05/27 09:34:05 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:34:05" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 09:41:53 Job was evicted. (0) Job terminated and was requeued Usr 0 01:24:23, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201938176 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 09:41:53 Job ad information event triggered. SentBytes = 1201938176.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T09:41:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:24:23, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 09:43:00 Job executing on host: <137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP> ... 028 (1259.261.000) 05/27 09:43:00 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:43:00" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.149:2673?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector11#693&addrs=137.99.79.149-2673+[--1]-2673&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "2984" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.282.000) 05/27 09:46:33 Job was evicted. (0) Job terminated and was requeued Usr 0 02:50:37, Sys 0 00:05:02 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1679418752 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.282.000) 05/27 09:46:33 Job ad information event triggered. SentBytes = 1679418752.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23874" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat7.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-27T09:46:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:50:37, Sys 0 00:05:02" JOB_GLIDEIN_SiteWMS_JobId = "8718625.0" ... 001 (1259.282.000) 05/27 09:47:04 Job executing on host: <137.99.79.184:22439?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#817&addrs=137.99.79.184-22439+[--1]-22439&noUDP> ... 028 (1259.282.000) 05/27 09:47:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 282 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:47:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:22439?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#817&addrs=137.99.79.184-22439+[--1]-22439&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718812.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7219825" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 09:54:30 Job was evicted. (0) Job terminated and was requeued Usr 0 00:41:59, Sys 0 00:01:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 09:54:30 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "7217848" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_24@stat101.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T09:54:30" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:41:59, Sys 0 00:01:41" JOB_GLIDEIN_SiteWMS_JobId = "8717874.0" ... 001 (1259.155.000) 05/27 09:54:59 Job executing on host: <137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP> ... 028 (1259.155.000) 05/27 09:54:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T09:54:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24487" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 10:18:49 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:19, Sys 0 00:00:44 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788800 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 10:18:49 Job ad information event triggered. SentBytes = 337788800.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T10:18:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:19, Sys 0 00:00:44" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" ... 001 (1259.155.000) 05/27 10:18:59 Job executing on host: <137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP> ... 028 (1259.155.000) 05/27 10:18:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:18:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24487" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 10:43:33 Job was evicted. (0) Job terminated and was requeued Usr 0 00:24:43, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337789984 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 10:43:33 Job ad information event triggered. SentBytes = 337789984.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T10:43:33" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:43, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" ... 001 (1259.155.000) 05/27 10:43:59 Job executing on host: <137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP> ... 028 (1259.155.000) 05/27 10:43:59 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T10:43:59" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24487" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/27 10:57:32 Job was evicted. (0) Job terminated and was requeued Usr 0 04:11:06, Sys 0 00:07:41 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1799917824 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 10:57:32 Job ad information event triggered. SentBytes = 1799917824.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "20389" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_1@stat119.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T10:57:32" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 04:11:06, Sys 0 00:07:41" JOB_GLIDEIN_SiteWMS_JobId = "8717765.0" ... 001 (1259.273.000) 05/27 11:00:35 Job executing on host: <72.36.96.49:43477?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#875005&addrs=72.36.96.49-43477&noUDP> ... 028 (1259.273.000) 05/27 11:00:35 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UChicago" Proc = 273 JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" EventTime = "2019-05-27T11:00:35" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" TriggerEventTypeNumber = 1 ExecuteHost = "<72.36.96.49:43477?CCBID=192.170.227.251:9778%3faddrs%3d192.170.227.251-9778#875005&addrs=72.36.96.49-43477&noUDP>" JOB_GLIDEIN_Site = "UChicago" JOB_GLIDEIN_SiteWMS_JobId = "273042.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "35215" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c142.campuscluster.illinois.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 11:08:53 Job was evicted. (0) Job terminated and was requeued Usr 0 00:25:06, Sys 0 00:00:47 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 337788576 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 255) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 11:08:53 Job ad information event triggered. SentBytes = 337788576.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 255 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T11:08:53" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:25:06, Sys 0 00:00:47" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" ... 004 (1259.259.000) 05/27 11:09:49 Job was evicted. (0) Job terminated and was requeued Usr 0 01:25:10, Sys 0 00:02:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 583662272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.259.000) 05/27 11:09:49 Job ad information event triggered. SentBytes = 583662272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-27T11:09:49" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:25:10, Sys 0 00:02:43" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" ... 001 (1259.259.000) 05/27 11:10:02 Job executing on host: <137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP> ... 028 (1259.259.000) 05/27 11:10:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 259 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:10:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.139:13590?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#794&addrs=137.99.79.139-13590+[--1]-13590&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24487" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 001 (1259.155.000) 05/27 11:10:03 Job executing on host: <137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP> ... 028 (1259.155.000) 05/27 11:10:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:10:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.173:32576?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector2#798&addrs=137.99.79.173-32576+[--1]-32576&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "23423" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.261.000) 05/27 11:11:35 Job was evicted. (0) Job terminated and was requeued Usr 0 01:29:19, Sys 0 00:02:37 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1201942272 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.261.000) 05/27 11:11:35 Job ad information event triggered. SentBytes = 1201942272.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "2984" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_5@nod14.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T11:11:35" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:29:19, Sys 0 00:02:37" JOB_GLIDEIN_SiteWMS_JobId = "8713052.0" ... 001 (1259.261.000) 05/27 11:12:02 Job executing on host: <137.99.79.184:6198?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#806&addrs=137.99.79.184-6198+[--1]-6198&noUDP> ... 028 (1259.261.000) 05/27 11:12:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 261 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:12:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.184:6198?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#806&addrs=137.99.79.184-6198+[--1]-6198&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718945.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24752" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_42@stat120.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.232.000) 05/27 11:38:22 Job was evicted. (0) Job terminated and was requeued Usr 0 01:58:39, Sys 0 00:06:08 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1089916416 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.232.000) 05/27 11:38:22 Job ad information event triggered. SentBytes = 1089916416.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "24435" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat102.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T11:38:22" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:58:39, Sys 0 00:06:08" JOB_GLIDEIN_SiteWMS_JobId = "8718785.0" ... 001 (1259.232.000) 05/27 11:39:03 Job executing on host: <137.99.79.166:3121?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#791&addrs=137.99.79.166-3121+[--1]-3121&noUDP> ... 028 (1259.232.000) 05/27 11:39:03 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 232 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T11:39:03" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.166:3121?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector16#791&addrs=137.99.79.166-3121+[--1]-3121&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8718785.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24435" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat102.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.155.000) 05/27 12:04:11 Job was evicted. (0) Job terminated and was requeued Usr 0 00:48:31, Sys 0 00:01:30 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 335571712 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 139) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.155.000) 05/27 12:04:11 Job ad information event triggered. SentBytes = 335571712.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 139 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "23423" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_12@stat109.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T12:04:11" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:48:31, Sys 0 00:01:30" JOB_GLIDEIN_SiteWMS_JobId = "8718510.0" ... 001 (1259.155.000) 05/27 12:05:04 Job executing on host: <137.99.79.168:31558?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#825&addrs=137.99.79.168-31558+[--1]-31558&noUDP> ... 028 (1259.155.000) 05/27 12:05:04 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 155 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:05:04" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.168:31558?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector7#825&addrs=137.99.79.168-31558+[--1]-31558&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8719014.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" JOB_GLIDEIN_ClusterId = "7220233" Cluster = 1259 JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat104.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.273.000) 05/27 12:11:37 Job was evicted. (0) Job terminated and was requeued Usr 0 01:22:56, Sys 0 00:01:43 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 1800042752 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job (1) Normal termination (return value 3) The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE ... 028 (1259.273.000) 05/27 12:11:37 Job ad information event triggered. SentBytes = 1800042752.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = true TerminatedNormally = true ReturnValue = 3 Reason = "The job attribute OnExitRemove expression '( ExitBySignal == false ) && ( ExitCode == 0 )' evaluated to FALSE" JOB_GLIDEIN_ClusterId = "35215" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@mwt2-c142.campuscluster.illinois.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UChicago" JOB_GLIDEIN_Site = "UChicago" Proc = 273 EventTime = "2019-05-27T12:11:37" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "Engage_US_MWT2_osg_condce" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "osg-gk.mwt2.org" RunRemoteUsage = "Usr 0 01:22:56, Sys 0 00:01:43" JOB_GLIDEIN_SiteWMS_JobId = "273042.0" ... 001 (1259.273.000) 05/27 12:12:02 Job executing on host: <137.99.79.182:28246?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#820&addrs=137.99.79.182-28246+[--1]-28246&noUDP> ... 028 (1259.273.000) 05/27 12:12:02 Job ad information event triggered. JOB_GLIDEIN_Name = "gfactory_instance" JOB_Site = "UConn" Proc = 273 JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" EventTime = "2019-05-27T12:12:02" TriggerEventTypeName = "ULOG_EXECUTE" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" TriggerEventTypeNumber = 1 ExecuteHost = "<137.99.79.182:28246?CCBID=137.99.19.34:9618%3faddrs%3d137.99.19.34-9618+[--1]-9618%26noUDP%26sock%3dcollector14#820&addrs=137.99.79.182-28246+[--1]-28246&noUDP>" JOB_GLIDEIN_Site = "UConn" JOB_GLIDEIN_SiteWMS_JobId = "8719019.0" MyType = "ExecuteEvent" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" JOB_GLIDEIN_ClusterId = "24971" Cluster = 1259 JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@stat118.phys.uconn.edu" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "HTCondor" ... 004 (1259.259.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:22:32, Sys 0 00:02:24 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2000000 1 79608804 Memory (MB) : 3174 1024 2048 ... 028 (1259.259.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24487" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_6@nod4.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 259 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:22:32, Sys 0 00:02:24" JOB_GLIDEIN_SiteWMS_JobId = "8718831.0" ... 004 (1259.232.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:46:52, Sys 0 00:03:35 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1500000 1 452965384 Memory (MB) : 7325 1024 2048 ... 028 (1259.232.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24435" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_23@stat102.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 232 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "1" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:46:52, Sys 0 00:03:35" JOB_GLIDEIN_SiteWMS_JobId = "8718785.0" ... 004 (1259.273.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:14:24, Sys 0 00:00:40 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2250000 1 897337240 Memory (MB) : 977 1024 2048 ... 028 (1259.273.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24971" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_40@stat118.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 273 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:14:24, Sys 0 00:00:40" JOB_GLIDEIN_SiteWMS_JobId = "8719019.0" ... 004 (1259.155.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 00:24:08, Sys 0 00:00:56 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 453864144 Memory (MB) : 733 1024 2048 ... 028 (1259.155.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7220233" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat104.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 155 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 00:24:08, Sys 0 00:00:56" JOB_GLIDEIN_SiteWMS_JobId = "8719014.0" ... 004 (1259.261.000) 05/27 12:31:06 Job was evicted. (0) Job was not checkpointed. Usr 0 01:09:47, Sys 0 00:02:26 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 1750000 1 897729276 Memory (MB) : 7325 1024 2048 ... 028 (1259.261.000) 05/27 12:31:06 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "24752" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_42@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 261 EventTime = "2019-05-27T12:31:06" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins7@gfactory-2.opensciencegrid.org" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "0" JOB_GLIDEIN_Factory = "OSG" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 01:09:47, Sys 0 00:02:26" JOB_GLIDEIN_SiteWMS_JobId = "8718945.0" ... 004 (1259.282.000) 05/27 12:31:07 Job was evicted. (0) Job was not checkpointed. Usr 0 02:25:52, Sys 0 00:05:25 - Run Remote Usage Usr 0 00:00:00, Sys 0 00:00:00 - Run Local Usage 0 - Run Bytes Sent By Job 422560224 - Run Bytes Received By Job Partitionable Resources : Usage Request Allocated Cpus : 1 1 Disk (KB) : 2500000 1 900617112 Memory (MB) : 1709 1024 2048 ... 028 (1259.282.000) 05/27 12:31:07 Job ad information event triggered. SentBytes = 0.0 JOB_GLIDEIN_Name = "gfactory_instance" TerminatedAndRequeued = false TerminatedNormally = false JOB_GLIDEIN_ClusterId = "7219825" JOB_GLIDEIN_SiteWMS = "HTCondor" EventTypeNumber = 28 Subproc = 0 ReceivedBytes = 422560224.0 JOB_GLIDEIN_SiteWMS_Slot = "slot1_11@stat120.phys.uconn.edu" MyType = "JobEvictedEvent" TriggerEventTypeName = "ULOG_JOB_EVICTED" JOB_Site = "UConn" JOB_GLIDEIN_Site = "UConn" Proc = 282 EventTime = "2019-05-27T12:31:07" TriggerEventTypeNumber = 4 Checkpointed = false JOB_GLIDEIN_Schedd = "schedd_glideins5@gfactory-1.t2.ucsd.edu" Cluster = 1259 RunLocalUsage = "Usr 0 00:00:00, Sys 0 00:00:00" JOB_GLIDEIN_Entry_Name = "OSG_US_UConn_gluskap" JOB_GLIDEIN_ProcId = "2" JOB_GLIDEIN_Factory = "SDSC" JOB_GLIDEIN_SiteWMS_Queue = "gluskap.phys.uconn.edu" RunRemoteUsage = "Usr 0 02:25:52, Sys 0 00:05:25" JOB_GLIDEIN_SiteWMS_JobId = "8718812.0" ... 012 (1259.259.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.259.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 259 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.232.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.232.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 232 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.273.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.273.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 273 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.155.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.155.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 155 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.261.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.261.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 261 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ... 012 (1259.282.000) 05/27 12:31:07 Job was held. via condor_hold (by user jonesrt) Code 1 Subcode 0 ... 028 (1259.282.000) 05/27 12:31:07 Job ad information event triggered. JOB_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)" Proc = 282 JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)" EventTime = "2019-05-27T12:31:07" TriggerEventTypeName = "ULOG_JOB_HELD" HoldReasonCode = 1 JOB_GLIDEIN_SiteWMS_Queue = "$$(GLIDEIN_SiteWMS_Queue:Unknown)" TriggerEventTypeNumber = 12 HoldReason = "via condor_hold (by user jonesrt)" JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)" JOB_GLIDEIN_SiteWMS_JobId = "$$(GLIDEIN_SiteWMS_JobId:Unknown)" MyType = "JobHeldEvent" HoldReasonSubCode = 0 JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)" JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)" JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)" Cluster = 1259 JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)" JOB_GLIDEIN_SiteWMS_Slot = "$$(GLIDEIN_SiteWMS_Slot:Unknown)" Subproc = 0 EventTypeNumber = 28 JOB_GLIDEIN_SiteWMS = "$$(GLIDEIN_SiteWMS:Unknown)" ...